-- Logs begin at Thu 2021-12-23 11:17:09 UTC, end at Thu 2021-12-23 12:21:42 UTC. -- Dec 23 11:50:16.270458 dv-cinder-822821-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 23 11:50:19.130027 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.common.config [-] Logging enabled! Dec 23 11:50:19.130700 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev319 Dec 23 11:50:19.130840 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102393) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 23 11:50:19.134073 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.common.config [-] Logging enabled! Dec 23 11:50:19.134323 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev319 Dec 23 11:50:19.134682 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102393) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 23 11:50:19.135696 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 11:50:19.135988 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 11:50:19.136282 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 11:50:19.136525 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 11:50:19.136752 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 11:50:19.137058 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.137480 dv-cinder-822821-1-iscsi neutron-server[102393]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 23 11:50:19.137778 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.138080 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.138370 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.138689 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.138977 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.139254 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.139539 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.139901 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.140115 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.140390 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.140667 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.140997 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.141232 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.141555 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.141843 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.142150 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] debug = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.142412 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.142875 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.143305 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.143584 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.143871 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.144145 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.144419 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.144686 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.144971 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.145296 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] host = dv-cinder-822821-1-iscsi {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.145572 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.145856 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.146139 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.146422 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.146720 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.146995 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.147272 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.147541 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.147825 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] log_file = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.148084 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.148369 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.148654 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.148978 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.149170 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.149394 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.149684 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.149968 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.150243 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.150537 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.150810 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.151167 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.151377 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.151642 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.151927 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.152216 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.152500 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.152773 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.153046 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.153315 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.153583 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.153864 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.154137 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.154406 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.154707 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.154991 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.155259 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.155530 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.155829 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.156113 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.156395 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.156678 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.156949 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.157230 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.157504 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.157774 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.158042 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] use_json = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.158311 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.158602 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.158881 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.159152 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.159422 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.159691 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.159960 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.160241 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:19.160539 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.160836 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.161132 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.161413 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.161717 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.161999 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.162287 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.162589 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.162877 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.163166 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.163458 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.163735 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.164035 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.164325 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.164617 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.164921 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.165212 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.165501 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.165774 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.166047 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.166317 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.166662 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.166946 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.167225 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.167512 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.167799 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.168074 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.168456 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.168656 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.168951 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.169244 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.169510 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.169786 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.170075 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.170352 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.170649 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.170925 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.171211 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.171491 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.171763 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.172046 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.172323 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.172592 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.172863 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.173138 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.173425 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.173700 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.173969 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.174236 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.174545 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.174806 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.175083 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.175358 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.175628 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.175896 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.176170 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.176439 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.176706 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.176976 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.177243 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.177519 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.177788 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.178055 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.178324 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.178622 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.178892 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.179158 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.179426 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.179698 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.179969 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.180238 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.180503 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.180773 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.181041 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.181328 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.181626 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.181903 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.182220 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.182500 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.182795 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.183071 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.183346 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.183621 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.183896 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.184167 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.184454 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.184733 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.185019 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.185299 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.185610 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.185904 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.186180 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.186457 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.186756 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.187030 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.187311 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.187591 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.187878 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.188167 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.188460 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.188774 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.189058 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.189334 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.189639 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.189915 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:19.190130 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 11:50:19.190372 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102393) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 23 11:50:19.620228 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 23 11:50:19.620499 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 23 11:50:19.620803 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 23 11:50:19.621156 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 23 11:50:19.949327 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:19.949543 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:19.949772 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:19.951122 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:19.951400 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:19.951672 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:19.998029 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:19.998327 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:19.998600 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.013903 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.014183 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.014487 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.043054 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.043316 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.043560 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.080755 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.081010 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.081250 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.417488 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.418208 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.418208 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.418208 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.418972 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.518665 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.518990 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.519272 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.519550 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.519820 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.520134 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.520397 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.520654 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.520913 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.521205 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.521470 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.521745 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.521981 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.522235 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.522492 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.522786 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.523046 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.523314 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.523586 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.523835 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.524114 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.524375 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.524658 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.525041 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.525298 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.525548 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.526132 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102393) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:50:20.526426 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102393) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:50:20.526638 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102393) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:50:20.526876 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102393) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:50:20.527110 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102393) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:50:20.527344 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102393) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:50:20.527709 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 23 11:50:20.530899 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 23 11:50:20.534972 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 23 11:50:20.538962 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Dec 23 11:50:20.540605 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 23 11:50:20.541069 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 23 11:50:20.541398 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 23 11:50:20.541941 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 23 11:50:20.544834 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 23 11:50:20.545082 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 23 11:50:20.545427 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 11:50:20.550823 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 23 11:50:20.574058 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 23 11:50:20.574502 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.574913 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102393) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 23 11:50:20.575270 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.576653 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102393) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 23 11:50:20.576929 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 11:50:20.577181 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 23 11:50:20.580444 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.580721 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:20.645268 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 23 11:50:20.645450 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 23 11:50:20.645663 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 23 11:50:20.646036 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 23 11:50:20.669023 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_db.sqlalchemy.engines [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102393) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 23 11:50:21.131004 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Initializing driver for type 'gre' Dec 23 11:50:21.131724 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] gre ID ranges: [(1, 1000)] Dec 23 11:50:21.189387 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Initializing driver for type 'local' Dec 23 11:50:21.189772 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Initializing driver for type 'vlan' Dec 23 11:50:21.204363 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] VlanTypeDriver initialization complete Dec 23 11:50:21.204774 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Initializing driver for type 'vxlan' Dec 23 11:50:21.205351 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] vxlan ID ranges: [(1, 1000)] Dec 23 11:50:21.260007 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Initializing extension driver 'port_security' Dec 23 11:50:21.260683 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.extensions.port_security [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] PortSecurityExtensionDriver initialization complete Dec 23 11:50:21.260966 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Initializing mechanism driver 'openvswitch' Dec 23 11:50:21.261302 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Initializing mechanism driver 'hyperv' Dec 23 11:50:21.268060 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:50:21.268917 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > port after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.269292 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > port after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.269640 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > port after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.270176 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102393) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 11:50:21.270627 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > subnet after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.270980 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > subnet after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.271322 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.271717 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102393) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 11:50:21.272114 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > network after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.272456 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > network after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.272794 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > network after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.273186 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102393) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 11:50:21.273583 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > security_group after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.273928 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > security_group after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.274266 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.274679 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102393) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 11:50:21.275076 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.275419 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.275752 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.276179 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102393) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 11:50:21.276572 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > address_group after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.276914 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > address_group after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.277253 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.277642 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102393) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 11:50:21.278016 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] ML2 OVO RPC backend initialized. {{(pid=102393) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 23 11:50:21.278740 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.279092 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.279504 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > network before_response 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.279846 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > networks before_response 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.280195 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > port before_response 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.280528 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > ports before_response 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.280865 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > subnet before_response 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.281204 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > subnets before_response 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.281543 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > network after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.281880 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > network after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.282213 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > network after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.282581 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > port after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.282917 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > port after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.283281 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > port after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.283607 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > subnet after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.283939 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > subnet after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.284269 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.284830 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.plugin [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Modular L2 Plugin initialization complete Dec 23 11:50:21.285158 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading services supported by the core plugin {{(pid=102393) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 23 11:50:21.285481 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.plugins.ml2.managers [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Got port-security extension from driver 'port_security' Dec 23 11:50:21.285941 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.extensions.vlantransparent [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Disabled vlantransparent extension. Dec 23 11:50:21.286422 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102393) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 23 11:50:21.286759 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading Plugin: router Dec 23 11:50:21.322825 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.323218 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router after_create 55549900 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.323531 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router before_create 55549900 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.323892 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.324298 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.324649 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router after_delete 55549900 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.325003 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.325466 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.325826 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router after_create 55549900 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.326178 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router after_update 55549900 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.326547 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router after_update 55549900 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.326898 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.327252 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router after_update 55549900 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.327658 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router precommit_update 55549900 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.328020 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: port after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.328355 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: port after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.328677 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: subnet after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.329014 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.329361 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.329704 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router precommit_create 55549900 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.330041 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: port before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.330377 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router precommit_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.330753 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router after_update 55549900 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.331085 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.331428 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router precommit_create 55549900 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.331787 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.332128 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router precommit_update 55549900 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.332483 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > agent after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.332826 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > agent after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.333154 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > network after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.334026 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Tracking information for resource: router configured {{(pid=102393) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:50:21.334359 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Tracking information for resource: floatingip configured {{(pid=102393) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 11:50:21.339413 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.db.l3_agentschedulers_db [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 23 11:50:21.340015 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: port after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.340371 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: port after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.340718 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: port after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.341062 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: port after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.341830 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router before_create 55550100 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.342189 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.342555 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router precommit_create 55550100 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.342916 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > router precommit_update 55550100 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.347636 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.services.provider_configuration [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service providers = [] {{(pid=102393) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 23 11:50:21.347996 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.db.servicetype_db [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102393) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 23 11:50:21.350946 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.services.service_base [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102393) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 11:50:21.351297 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.services.service_base [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102393) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 11:50:21.351637 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.services.service_base [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102393) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 11:50:21.352507 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.services.service_base [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102393) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 11:50:21.352871 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.services.service_base [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 23 11:50:21.353246 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102393) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:50:21.353560 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 23 11:50:21.365068 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102393) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:50:21.365399 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading Plugin: auto_allocate Dec 23 11:50:21.371717 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: network precommit_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.372089 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: network precommit_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.372614 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102393) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:50:21.372925 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading Plugin: tag Dec 23 11:50:21.379857 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102393) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:50:21.380178 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading Plugin: timestamp Dec 23 11:50:21.384142 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102393) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:50:21.384407 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading Plugin: network_ip_availability Dec 23 11:50:21.390357 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.390751 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.391101 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.391835 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102393) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:50:21.392151 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading Plugin: flavors Dec 23 11:50:21.397354 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102393) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:50:21.397683 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading Plugin: revisions Dec 23 11:50:21.402220 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102393) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 11:50:21.402645 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_concurrency.lockutils [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=102393) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 23 11:50:21.403403 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102393) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 23 11:50:21.403733 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Initializing extension manager. Dec 23 11:50:21.404255 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: __init__.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.404594 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: __pycache__ {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.404924 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.405252 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: address_group.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.406056 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.406686 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: address-group Dec 23 11:50:21.407002 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: address_scope.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.407696 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.408202 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: address-scope Dec 23 11:50:21.408517 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.409474 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.409989 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: router-admin-state-down-before-update Dec 23 11:50:21.410306 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: agent.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.411027 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.411539 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: agent Dec 23 11:50:21.411845 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: agent_resources_synced.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.412743 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.413246 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: agent-resources-synced Dec 23 11:50:21.413559 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: allowedaddresspairs.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.415385 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.415917 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: allowed-address-pairs Dec 23 11:50:21.416240 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: auto_allocated_topology.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.417435 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.417946 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: auto-allocated-topology Dec 23 11:50:21.418503 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: availability_zone.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.418973 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.419477 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: availability_zone Dec 23 11:50:21.419793 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: availability_zone_filter.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.420713 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.421216 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: availability_zone_filter Dec 23 11:50:21.421535 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: data_plane_status.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.422438 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.422972 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension data-plane-status not supported by any of loaded plugins Dec 23 11:50:21.423287 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: default_subnetpools.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.424202 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.424718 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: default-subnetpools Dec 23 11:50:21.425035 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.425871 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.426371 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: dhcp_agent_scheduler Dec 23 11:50:21.426718 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: dns.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.427640 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.428146 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension dns-integration not supported by any of loaded plugins Dec 23 11:50:21.428462 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: dns_domain_ports.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.429364 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.429875 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 23 11:50:21.430189 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.431143 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.431647 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 23 11:50:21.431962 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: dvr.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.432677 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.433179 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: dvr Dec 23 11:50:21.433490 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: ecmp_routes.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.434396 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.434932 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 23 11:50:21.435250 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: empty_string_filtering.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.436156 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.436660 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: empty-string-filtering Dec 23 11:50:21.436972 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.437870 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.438373 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 23 11:50:21.438709 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.439633 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.440139 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 23 11:50:21.440452 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: external_net.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.441351 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.441845 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: external-net Dec 23 11:50:21.442158 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.443083 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.443590 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: extra_dhcp_opt Dec 23 11:50:21.443915 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: extraroute.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.444822 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.445325 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: extraroute Dec 23 11:50:21.445648 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: extraroute_atomic.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.448559 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.449091 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: extraroute-atomic Dec 23 11:50:21.449420 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: filter_validation.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.450132 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.450682 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: filter-validation Dec 23 11:50:21.451008 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: fip_pf_description.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.451924 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.452430 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 23 11:50:21.452748 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: fip_port_details.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.453688 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.454195 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: fip-port-details Dec 23 11:50:21.454559 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: flavors.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.455829 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.456350 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: flavors Dec 23 11:50:21.456671 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.458412 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.458961 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 23 11:50:21.459302 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: floatingip_pools.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.459979 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.460485 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: floatingip-pools Dec 23 11:50:21.460807 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: ip_allocation.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.461730 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.462228 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension ip_allocation not supported by any of loaded plugins Dec 23 11:50:21.462562 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.463617 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.464135 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: ip-substring-filtering Dec 23 11:50:21.464458 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: l2_adjacency.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.465380 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.465887 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 23 11:50:21.466205 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: l3.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.467230 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.467747 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: router Dec 23 11:50:21.468068 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.470365 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.470927 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 23 11:50:21.471253 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.472178 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.472699 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: ext-gw-mode Dec 23 11:50:21.473023 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.473927 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.474437 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: l3-ha Dec 23 11:50:21.474781 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: l3_flavors.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.475689 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.476197 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: l3-flavors Dec 23 11:50:21.476520 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.477414 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.477923 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 23 11:50:21.478238 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: l3agentscheduler.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.479395 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.479923 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: l3_agent_scheduler Dec 23 11:50:21.480248 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: local_ip.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.482070 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.482621 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension local_ip not supported by any of loaded plugins Dec 23 11:50:21.482947 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: logging.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.484438 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.484952 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension logging not supported by any of loaded plugins Dec 23 11:50:21.485277 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: metering.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.486145 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.486764 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: metering Dec 23 11:50:21.487085 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.488180 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.489017 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: metering_source_and_destination_fields Dec 23 11:50:21.489340 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: multiprovidernet.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.490262 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.490810 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: multi-provider Dec 23 11:50:21.491130 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: netmtu.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.492037 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.492546 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: net-mtu Dec 23 11:50:21.492865 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: netmtu_writable.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.493780 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.494286 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: net-mtu-writable Dec 23 11:50:21.494676 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: network_availability_zone.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.495336 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.495849 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: network_availability_zone Dec 23 11:50:21.496167 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: network_ip_availability.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.497267 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.497778 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: network-ip-availability Dec 23 11:50:21.498099 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: network_segment_range.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.498890 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.499396 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension network-segment-range not supported by any of loaded plugins Dec 23 11:50:21.499714 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: pagination.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.500709 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.501033 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: pagination Dec 23 11:50:21.501348 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: port_device_profile.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.502250 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.502791 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: port-device-profile Dec 23 11:50:21.503108 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.504030 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.504537 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: port-mac-address-regenerate Dec 23 11:50:21.504849 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.505763 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.506270 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: port-numa-affinity-policy Dec 23 11:50:21.506621 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: port_resource_request.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.507523 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.508023 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension port-resource-request not supported by any of loaded plugins Dec 23 11:50:21.508336 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: port_resource_request_groups.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.509308 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.509816 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 23 11:50:21.510131 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: portbindings.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.511158 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.511665 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: binding Dec 23 11:50:21.511976 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: portbindings_extended.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.513236 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.513757 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: binding-extended Dec 23 11:50:21.514078 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: portsecurity.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.515021 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.515549 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: port-security Dec 23 11:50:21.515875 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: project_id.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.516835 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.517161 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: project-id Dec 23 11:50:21.517478 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: providernet.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.518387 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.518927 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: provider Dec 23 11:50:21.519247 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: qos.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.522874 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.523394 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension qos not supported by any of loaded plugins Dec 23 11:50:21.523729 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.524967 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.525485 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 23 11:50:21.525845 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.526928 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.527439 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 23 11:50:21.527755 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: qos_default.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.528673 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.529178 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension qos-default not supported by any of loaded plugins Dec 23 11:50:21.529491 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: qos_fip.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.530144 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.530682 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension qos-fip not supported by any of loaded plugins Dec 23 11:50:21.530997 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.531907 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.532405 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 23 11:50:21.532721 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: qos_gateway_ip.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.533626 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.534135 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 23 11:50:21.534450 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: qos_port_network_policy.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.535492 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.536003 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 23 11:50:21.536321 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.537353 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.537860 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 23 11:50:21.538180 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: qos_pps_rule.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.539395 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.539911 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension qos-pps not supported by any of loaded plugins Dec 23 11:50:21.540236 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: qos_rule_type_details.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.541145 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.541745 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 23 11:50:21.542065 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: qos_rules_alias.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.543122 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.543636 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 23 11:50:21.543955 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: quota_check_limit.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.544864 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.545376 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: quota-check-limit Dec 23 11:50:21.545703 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: quotasv2.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.546668 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.546994 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: quotas Dec 23 11:50:21.547309 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: quotasv2_detail.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.550604 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.550942 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: quota_details Dec 23 11:50:21.551273 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: rbac.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.552321 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.552853 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: rbac-policies Dec 23 11:50:21.553180 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: rbac_address_group.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.554100 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.554657 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: rbac-address-group Dec 23 11:50:21.554969 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: rbac_address_scope.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.555890 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.556404 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: rbac-address-scope Dec 23 11:50:21.556722 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: rbac_security_groups.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.557848 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.558368 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: rbac-security-groups Dec 23 11:50:21.558717 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: rbac_subnetpool.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.559626 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.560134 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: rbac-subnetpool Dec 23 11:50:21.560448 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: revisionifmatch.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.561361 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.561868 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: revision-if-match Dec 23 11:50:21.562184 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: revisions.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.563311 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.563929 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: standard-attr-revisions Dec 23 11:50:21.564140 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: router_availability_zone.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.564815 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.565321 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: router_availability_zone Dec 23 11:50:21.565638 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: routerservicetype.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.566604 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.567109 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension router-service-type not supported by any of loaded plugins Dec 23 11:50:21.567429 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.568421 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.568938 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: security-groups-normalized-cidr Dec 23 11:50:21.569251 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.570174 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.570712 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: port-security-groups-filtering Dec 23 11:50:21.571030 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.571958 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.572464 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: security-groups-remote-address-group Dec 23 11:50:21.572877 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.573785 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.574291 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: security-groups-shared-filtering Dec 23 11:50:21.574643 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.575229 dv-cinder-822821-1-iscsi neutron-server[102393]: WARNING neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 23 11:50:21.575542 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: securitygroup.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.585314 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.585972 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: security-group Dec 23 11:50:21.586171 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: segment.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.586987 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.587498 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension segment not supported by any of loaded plugins Dec 23 11:50:21.587823 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.588797 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.589311 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 23 11:50:21.589624 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: servicetype.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.590747 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.591265 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: service-type Dec 23 11:50:21.591583 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: sorting.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.592562 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.592929 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: sorting Dec 23 11:50:21.593203 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: standard_attr_segment.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.594107 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.594650 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 23 11:50:21.594972 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: standardattrdescription.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.595632 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.596154 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: standard-attr-description Dec 23 11:50:21.596475 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: stateful_security_group.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.597404 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.597917 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: stateful-security-group Dec 23 11:50:21.598236 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: stdattrs_common.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.598825 dv-cinder-822821-1-iscsi neutron-server[102393]: WARNING neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 23 11:50:21.599143 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.600055 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.600560 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 23 11:50:21.600876 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: subnet_onboard.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.601960 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.602472 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: subnet_onboard Dec 23 11:50:21.602821 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.603740 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.604326 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 23 11:50:21.604634 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: subnet_service_types.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.605554 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.606064 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: subnet-service-types Dec 23 11:50:21.606380 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: subnetallocation.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.607485 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.608005 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: subnet_allocation Dec 23 11:50:21.608322 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.608978 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.609487 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: subnetpool-prefix-ops Dec 23 11:50:21.609802 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.610745 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.611255 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 23 11:50:21.611573 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: tagging.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.612659 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.613174 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: standard-attr-tag Dec 23 11:50:21.613811 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: timestamp.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.615021 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.615542 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loaded extension: standard-attr-timestamp Dec 23 11:50:21.615864 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: trunk.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.616893 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.617408 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension trunk not supported by any of loaded plugins Dec 23 11:50:21.617726 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: trunk_details.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.618679 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.619198 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension trunk-details not supported by any of loaded plugins Dec 23 11:50:21.619518 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: uplink_status_propagation.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.620506 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.621023 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 23 11:50:21.621339 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Loading extension file: vlantransparent.py {{(pid=102393) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 11:50:21.622011 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102393) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 11:50:21.622542 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 23 11:50:21.625154 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:network Dec 23 11:50:21.625688 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:subnet Dec 23 11:50:21.626091 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 11:50:21.626478 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:port Dec 23 11:50:21.627750 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.resource_helper [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102393) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:50:21.628204 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.resource_helper [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service FLAVORS assigned prefix: {{(pid=102393) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:50:21.628823 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.resource_helper [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102393) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:50:21.629241 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.resource_helper [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102393) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:50:21.629562 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:router Dec 23 11:50:21.629978 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:floatingip Dec 23 11:50:21.630462 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.resource_helper [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service METERING assigned prefix: /metering {{(pid=102393) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:50:21.631950 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.632314 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.632662 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:50:21.633662 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 11:50:21.634099 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:security_group Dec 23 11:50:21.634586 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 11:50:21.635188 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.resource_helper [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service CORE assigned prefix: {{(pid=102393) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:50:21.635533 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 11:50:21.635878 dv-cinder-822821-1-iscsi neutron-server[102393]: WARNING neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] subnetpool is already registered Dec 23 11:50:21.636299 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.resource_helper [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service CORE assigned prefix: {{(pid=102393) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:50:21.636618 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 11:50:21.636946 dv-cinder-822821-1-iscsi neutron-server[102393]: WARNING neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] subnetpool is already registered Dec 23 11:50:21.639239 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.resource_helper [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102393) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:50:21.639661 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.resource_helper [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service FLAVORS assigned prefix: {{(pid=102393) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:50:21.640231 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.resource_helper [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102393) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:50:21.640638 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.resource_helper [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102393) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:50:21.640963 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:router Dec 23 11:50:21.641298 dv-cinder-822821-1-iscsi neutron-server[102393]: WARNING neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] router is already registered Dec 23 11:50:21.641705 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:floatingip Dec 23 11:50:21.642036 dv-cinder-822821-1-iscsi neutron-server[102393]: WARNING neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] floatingip is already registered Dec 23 11:50:21.642482 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.resource_helper [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service METERING assigned prefix: /metering {{(pid=102393) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:50:21.643159 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 11:50:21.643485 dv-cinder-822821-1-iscsi neutron-server[102393]: WARNING neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] rbac_policy is already registered Dec 23 11:50:21.643887 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:security_group Dec 23 11:50:21.644216 dv-cinder-822821-1-iscsi neutron-server[102393]: WARNING neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] security_group is already registered Dec 23 11:50:21.644609 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 11:50:21.644933 dv-cinder-822821-1-iscsi neutron-server[102393]: WARNING neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] security_group_rule is already registered Dec 23 11:50:21.645559 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.resource_helper [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service CORE assigned prefix: {{(pid=102393) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:50:21.645883 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 11:50:21.646215 dv-cinder-822821-1-iscsi neutron-server[102393]: WARNING neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] subnetpool is already registered Dec 23 11:50:21.646630 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.resource_helper [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Service CORE assigned prefix: {{(pid=102393) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 11:50:21.646949 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 11:50:21.647275 dv-cinder-822821-1-iscsi neutron-server[102393]: WARNING neutron.quota.resource_registry [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] subnetpool is already registered Dec 23 11:50:21.647734 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: extensions {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.649216 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: address-groups {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.650764 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: address-scopes {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.652161 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: agents {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.653316 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: auto-allocated-topology {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.654574 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: availability_zones {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.655798 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: dhcp-networks {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.657311 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: dhcp-agents {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.658774 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: routers {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.660995 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: flavors {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.662183 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: service_profiles {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.663480 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: next_providers {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.664914 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: service_profiles {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.667550 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: floatingip-pools {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.668796 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: routers {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.670887 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: floatingips {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.672188 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: l3-routers {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.673576 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: l3-agents {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.675030 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: metering-labels {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.676394 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: metering-label-rules {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.677701 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: network-ip-availabilities {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.678977 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: bindings {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.680647 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: quotas {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.682340 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: quotas {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.684048 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: rbac-policies {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.685368 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: security-groups {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.686628 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: security-group-rules {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.687838 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: service-providers {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.689037 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: subnetpools {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.690499 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: subnetpools {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.691986 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: tags {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.693642 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: tags {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.695472 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: tags {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.697233 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: tags {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.699266 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: tags {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.701091 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: tags {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.702837 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: tags {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.704720 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: tags {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.706473 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: tags {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.708313 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron.api.extensions [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Extended resource: tags {{(pid=102393) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 11:50:21.714445 dv-cinder-822821-1-iscsi neutron-server[102393]: WARNING keystonemiddleware.auth_token [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 23 11:50:21.719232 dv-cinder-822821-1-iscsi neutron-server[102393]: WARNING keystonemiddleware.auth_token [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 23 11:50:21.727665 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_concurrency.lockutils [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Acquired lock "singleton_lock" {{(pid=102393) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 23 11:50:21.728127 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_concurrency.lockutils [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Releasing lock "singleton_lock" {{(pid=102393) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 23 11:50:21.728786 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO oslo_service.service [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Starting 2 workers Dec 23 11:50:21.733568 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Started child 102502 {{(pid=102393) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 11:50:21.737988 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Started child 102503 {{(pid=102393) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 11:50:21.739367 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:21.740122 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO neutron.service [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 23 11:50:21.740425 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Publish callbacks [] for process, before_spawn {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:21.740824 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [-] (102502) wsgi starting up on http://0.0.0.0:9696 Dec 23 11:50:21.742821 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO oslo_service.service [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Starting 1 workers Dec 23 11:50:21.743046 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:21.744358 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [-] (102503) wsgi starting up on http://0.0.0.0:9696 Dec 23 11:50:21.748073 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Started child 102504 {{(pid=102393) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 11:50:21.748619 dv-cinder-822821-1-iscsi neutron-server[102393]: INFO oslo_service.service [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Starting 1 workers Dec 23 11:50:21.751905 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.service [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] calling RpcWorker wait() {{(pid=102504) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 23 11:50:21.752502 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.service [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] returning from RpcWorker wait() {{(pid=102504) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 23 11:50:21.753094 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Started child 102505 {{(pid=102393) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 11:50:21.753776 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:21.753915 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d48c4ca9-6b9d-49a6-b43a-614bd1492059 None None] Publish callbacks [] for process, after_spawn {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:21.754323 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:50:21.755629 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102393) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 23 11:50:21.755837 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 11:50:21.755993 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 11:50:21.756241 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 11:50:21.756563 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 11:50:21.756690 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 11:50:21.757237 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.757512 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.757748 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.757986 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.758078 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:21.758555 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.758926 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.759161 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.759292 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:50:21.759417 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.759633 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.759870 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.760027 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.760284 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.760541 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.760804 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.761090 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.761337 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.761565 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.761805 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.761961 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.762207 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.762465 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.762711 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.762974 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] debug = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.763205 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.763656 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.763895 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.764130 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.764342 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.764584 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.764801 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.765051 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.765257 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.765484 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.765740 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.765958 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.766193 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.766401 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.766665 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.766897 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.767128 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.767337 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.767778 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] host = dv-cinder-822821-1-iscsi {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.767991 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.768216 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.768438 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.768669 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.768899 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.769179 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.769345 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.769605 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.769833 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.770055 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.770290 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.770558 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.770793 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.771034 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_file = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.771191 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_options = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.771427 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.771684 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.771938 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.772131 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.772294 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.772462 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.772716 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.772874 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.773123 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.773348 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.773557 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.773784 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.774020 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.774228 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.774477 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.774727 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.774963 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.775166 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.775413 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.775633 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.776017 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.776337 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.776940 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.776940 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.776940 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.777286 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.777492 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.777492 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.777721 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.777947 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.778187 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.778424 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.778656 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.778889 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.779156 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.779388 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.779609 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.779810 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.780069 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.780285 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.780533 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.780768 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.780991 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.781207 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.781416 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.781622 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.781855 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] use_json = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.782064 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.782285 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.782555 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.782744 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.782978 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.783162 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.783376 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.783918 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.784039 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.784437 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.784938 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.785295 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.785739 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.785739 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.786646 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.786646 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.786646 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.786646 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.786968 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.787184 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.787516 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.787770 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.788021 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.788370 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.788603 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.788837 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.789271 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.789479 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.789738 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.789962 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.790221 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.790464 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.790696 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.792573 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.793189 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.793657 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.793944 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.795074 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.795376 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.795606 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.800769 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.801013 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.801290 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.801551 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.801779 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.802028 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.802266 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.802538 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.802795 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.803015 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.803247 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.803494 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.803719 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.803952 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.804193 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.804427 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.804670 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.804872 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.808612 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.808854 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.809094 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.810306 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.810306 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.810306 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.810306 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.810306 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.810736 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.810810 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.811050 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.811295 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.811517 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.811739 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.811957 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.812164 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.812384 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.812609 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.812850 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.813048 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.813255 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.814050 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.814050 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.814050 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.814259 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.814361 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.815323 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.815528 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.815767 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.815984 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.816200 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.816636 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.816850 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.817077 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.817285 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.817505 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.817723 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.817931 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.818143 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.818899 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.819089 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.819404 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.819705 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.819919 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.821842 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.822107 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.822370 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.822606 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.823023 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.823315 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.823542 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.823761 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.824032 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.824315 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.824493 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.824757 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.824971 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.825225 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.825439 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.825674 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.825883 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.826105 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.826339 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.826965 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.827242 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.827403 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.827707 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.829404 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.829404 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.829404 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.829404 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.829404 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.829404 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.830557 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.830557 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.830557 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.830557 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.831246 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.831246 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.831246 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.831740 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.831740 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.831963 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.832105 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.832351 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.832584 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.832820 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.833060 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.833365 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.833593 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.833805 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.834016 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.834281 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.834526 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.834771 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.835024 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.835264 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.835520 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.835764 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.836000 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.836228 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.836437 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.836698 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.836908 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.837146 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.837369 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.837603 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.837820 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.838028 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.838267 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.838622 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.839229 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.839229 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.839518 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.839518 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.839777 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.839912 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.840096 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.840324 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.840551 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.840763 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.840975 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.841230 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.841755 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.841899 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.842088 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.842328 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.842589 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.842791 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.843095 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.843723 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.843723 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.844014 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.844151 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.844346 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.844555 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.844787 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.845010 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.845261 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.845554 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.845796 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.846043 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.846841 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.846841 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.847273 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.847273 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.847522 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.847652 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.847806 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.848146 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.848484 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.848702 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.848912 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.849121 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.849354 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.849749 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.849894 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.850034 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.850229 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.850435 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.850668 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.850872 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.851365 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.851678 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.851908 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.852151 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.852397 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.852639 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.852864 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.853042 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.853244 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.853471 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.853660 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.854280 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.854876 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.854876 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.855113 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.855213 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.855421 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.855841 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.855963 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.856226 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.856338 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.856522 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.856761 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.856920 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.857156 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.857340 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.857606 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.857778 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.858885 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.858885 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.858885 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.858885 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.858885 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.859418 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.859418 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.859418 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.859734 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.859887 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.860121 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.860401 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.860652 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.860870 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.861147 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.861886 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.862040 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.862237 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.862491 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.862765 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.862980 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.863242 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.863935 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.864162 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.864416 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.864706 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.864884 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.865151 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.865471 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.865651 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.865924 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.866221 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.866485 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.866762 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.866977 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.867486 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.867486 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.867741 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.867869 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.868089 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.868349 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.868561 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.868745 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.868983 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.869194 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.869411 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.869750 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.870115 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.870721 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.870721 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.870957 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.870957 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 11:50:21.871463 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102393) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 23 11:50:21.871611 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 11:50:21.871758 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 11:50:21.871847 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:50:21.871988 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 11:50:21.872097 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 11:50:21.872245 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 11:50:21.872449 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.872604 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.872760 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.872947 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.873067 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.873247 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.873403 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.873586 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.873742 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.873896 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.874047 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.874214 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.874349 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.874502 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.874735 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.874882 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.874991 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.875128 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.875251 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.875774 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.875774 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.875774 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.877457 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] debug = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.877457 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.877457 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.877457 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.877457 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.877457 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.878116 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.878116 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.878116 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.878116 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.878116 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.878116 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.878116 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.878116 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.879035 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.879035 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.879035 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.879035 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.879035 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.879035 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] host = dv-cinder-822821-1-iscsi {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.879875 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.879875 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.879875 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.879875 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.879875 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.879875 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.880718 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.880718 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.880718 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.880718 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.880718 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.880718 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.881379 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.881379 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_file = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.881379 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_options = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.881379 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.881379 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.881904 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.881904 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.881904 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.882173 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.882173 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.882318 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.882395 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.882609 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.882736 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.882866 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.883071 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.883222 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.883338 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.883457 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.883578 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.883899 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.883899 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.884187 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.884187 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.884503 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.884503 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.884818 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.884818 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.885028 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.885028 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.885285 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.885592 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.885592 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.886246 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.886246 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.886246 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.886246 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.886640 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.886640 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.886640 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.886858 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.886938 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.887096 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.887243 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.887391 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.887604 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.887739 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.887860 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.887985 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.888109 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] use_json = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.888261 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.888419 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.888574 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.888726 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.888885 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.889037 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.889188 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.889340 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 11:50:21.889528 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.889702 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.889864 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.890018 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.890171 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.890334 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.890487 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.890672 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.890828 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.890982 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.891144 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.891300 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.891475 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.891630 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.891783 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.891942 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.892116 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.892243 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.894538 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.894538 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.894538 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.894538 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.894538 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.894538 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.894538 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.894538 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895166 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895166 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895166 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895166 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895166 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895166 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895166 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895166 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895726 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895726 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895726 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895726 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895726 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895726 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.895726 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.896203 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.896203 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.896203 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.896420 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.896420 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.896563 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.896670 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.896830 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.896969 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.897104 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.897263 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.897429 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.897595 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.897738 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.897886 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.898044 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.898204 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.898362 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.898541 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.898698 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.898868 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.899028 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.899178 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.899353 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.899580 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.899580 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.900489 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.900489 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.900489 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.900489 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.900489 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.900489 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.901791 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.901791 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.901791 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.901791 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.901791 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.901791 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.901791 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.901791 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.902707 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.902707 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.902707 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.902707 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.902707 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.902707 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.903462 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.903462 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.903462 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.903462 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.903462 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.904103 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.904103 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.904103 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.904103 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.904103 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.904547 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.904547 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.904547 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.904878 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.904878 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.905112 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.905112 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.905352 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.905352 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.905541 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.905621 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.905774 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.905929 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.906083 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.906236 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.906392 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.906569 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.906725 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.906878 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.907030 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.907192 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.907711 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.907711 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.907711 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.908085 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.908085 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.908085 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.908419 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.908419 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.908612 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.908691 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.908823 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.908977 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.909134 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.909288 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.909446 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.909600 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.909767 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.909929 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.910119 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.910268 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.910414 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.910585 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.910735 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.910891 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.911045 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.911193 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.911343 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.911498 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.911652 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.911805 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.911961 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.912116 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.912283 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.912412 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.912566 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.912720 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.912875 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.913030 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.913183 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.913337 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.913483 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.913635 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.913966 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.913966 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.914228 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.914228 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.914482 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.914482 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.914771 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.914892 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.915012 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.915132 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.915251 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.915377 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.915530 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.915685 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.915842 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.916044 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.916193 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.916352 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.916513 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.916708 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.917141 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.917141 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.917141 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.917646 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.917646 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.917646 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.918014 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.918014 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.918014 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.918409 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.918409 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.918719 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.918719 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.918987 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.919114 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.919198 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.919317 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.919597 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.919867 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.920139 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.920414 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.920673 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.920938 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.921213 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.921361 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.921555 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.921776 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.922047 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.922304 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.922605 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.922886 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.923156 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.923420 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.923700 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.923980 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.924224 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.924378 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.924520 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.924684 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.924828 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.924968 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.925109 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.925277 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.925422 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.925591 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.925844 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.926119 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.926393 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.926705 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.926977 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.927257 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.927419 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.927576 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.927730 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.927883 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.928037 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.928203 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.928356 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.928510 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.928663 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.928817 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.928971 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.929138 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.929293 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.929447 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.929602 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.929755 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.929909 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.930075 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.930235 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.930390 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.930576 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.930736 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.930892 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.931049 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.931232 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.931387 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.931546 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.931701 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.931858 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.932015 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.932445 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.932445 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.932640 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.932726 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.932864 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.933026 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.933191 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.933355 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.933509 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.933678 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.933841 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.933997 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.934152 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.934309 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.934463 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.934641 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.934795 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.934951 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.935105 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.935262 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.935417 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.935571 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.935726 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.935880 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.936034 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.936190 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.936344 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.936497 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.936651 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.936806 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 11:50:21.936954 dv-cinder-822821-1-iscsi neutron-server[102393]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102393) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 11:50:21.947131 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 55238) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:50:21.955789 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063717 Dec 23 11:50:33.769020 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cfa943-66b3-4352-a1a0-d81432af8110 None None] get_active_networks_info from dv-cinder-822821-1-iscsi {{(pid=102504) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 11:50:33.829221 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cfa943-66b3-4352-a1a0-d81432af8110 None None] No non-hosted networks {{(pid=102504) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 23 11:50:33.844702 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.agentschedulers_db [None req-79cfa943-66b3-4352-a1a0-d81432af8110 None None] DHCP Agent not found on host dv-cinder-822821-1-iscsi {{(pid=102504) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 23 11:50:33.958441 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf7ed-5328-4e4b-9433-85e043fef4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595326'] for agent, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:35.934300 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-5f5706e2-7958-47e9-ae30-0991a76fe4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595326'] for agent, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:35.992051 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-bfc8fe0a-0cee-40db-89c0-bd56d0f9d53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:37.091269 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595326'] for agent, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:38.531032 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595326'] for agent, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:39.166917 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595326'] for agent, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:39.167950 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:39.168292 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:39.168627 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:39.168951 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:39.169292 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:39.169597 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:39.169918 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:39.170261 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:39.170609 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:39.170974 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:39.171357 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:39.171823 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:39.172294 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:39.173333 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-822821-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:50:39.180162 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-822821-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:50:42.626048 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 55334) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:50:43.152835 dv-cinder-822821-1-iscsi neutron-server[102502]: WARNING oslo_policy.policy [None req-b81c099c-fab8-400e-86c8-afcd41912f2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:50:43.153411 dv-cinder-822821-1-iscsi neutron-server[102502]: WARNING oslo_policy.policy [None req-b81c099c-fab8-400e-86c8-afcd41912f2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:50:43.378259 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [None req-b81c099c-fab8-400e-86c8-afcd41912f2f admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:50:43.379354 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-b81c099c-fab8-400e-86c8-afcd41912f2f admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7522211 Dec 23 11:50:43.456894 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.db.l3_hamode_db [None req-60b57006-fdf6-4b5b-bad3-7e222da82017 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 23 11:50:43.541616 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b57006-fdf6-4b5b-bad3-7e222da82017 None None] Routers set() bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:50:43.542004 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b57006-fdf6-4b5b-bad3-7e222da82017 None None] Router IDs set() for agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 11:50:46.253251 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 55350) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:50:46.592064 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-2912e2e5-e797-4115-803a-612677490070 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'tenant_id': '174ef43af8a44f289a307527e69c1f4f', 'shared': True, 'is_default': True}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:50:46.689068 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.policy [None req-2912e2e5-e797-4115-803a-612677490070 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102502) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 23 11:50:46.735355 dv-cinder-822821-1-iscsi neutron-server[102502]: WARNING oslo_policy.policy [None req-2912e2e5-e797-4115-803a-612677490070 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:50:46.735660 dv-cinder-822821-1-iscsi neutron-server[102502]: WARNING oslo_policy.policy [None req-2912e2e5-e797-4115-803a-612677490070 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:50:46.744672 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.quota [None req-2912e2e5-e797-4115-803a-612677490070 admin admin] Loaded quota_driver: . Dec 23 11:50:46.851305 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-2912e2e5-e797-4115-803a-612677490070 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791476903349', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791476903754', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791476917758', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791476920055', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791476873173', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791476865152', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1642357', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1652712', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-551147', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-738430'] for rbac-policy, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:46.919632 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-2912e2e5-e797-4115-803a-612677490070 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:46.920803 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-2912e2e5-e797-4115-803a-612677490070 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6665707 Dec 23 11:50:49.849761 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 55362) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:50:50.415544 dv-cinder-822821-1-iscsi neutron-server[102503]: WARNING oslo_policy.policy [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:50:50.416122 dv-cinder-822821-1-iscsi neutron-server[102503]: WARNING oslo_policy.policy [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:50:50.634820 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'project_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'name': 'private'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:50:50.636454 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.quota [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Loaded quota_driver: . Dec 23 11:50:50.697718 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Made reservation on behalf of b56cb35e4f3348fcbb83cde892ed7817 for: {'network': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:50:50.763835 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.policy [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102503) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 23 11:50:50.808222 dv-cinder-822821-1-iscsi neutron-server[102503]: WARNING oslo_policy.policy [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:50:50.808586 dv-cinder-822821-1-iscsi neutron-server[102503]: WARNING oslo_policy.policy [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 11:50:50.819012 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:50.840044 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:50.956930 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:50.963678 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:50.985551 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=102503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:50:51.015519 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791477883859', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:51.016087 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Unsubscribe: segment precommit_create {{(pid=102503) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 11:50:51.016646 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.segments_db [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Added segment 9c00e67e-3892-43df-ba94-2ff29adeaa82 of type vlan for network 33cfa886-0ac2-47ac-be77-39fa019f2e41 Dec 23 11:50:51.034047 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af994daa-f7b6-4e6f-86d5-9f758e5742b3,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:50:51.055912 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:51.056373 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:51.057013 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:51.057327 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:51.058299 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:51.058299 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:51.058299 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:51.058693 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:51.058909 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:51.059241 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:51.059555 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:51.059869 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:51.060150 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Tracked resource versions report: Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: pushed versions: Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: { 'AddressGroup': {'1.2'}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'ConntrackHelper': {'1.0'}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Log': {'1.0'}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Network': {'1.1'}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Port': {'1.7'}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'PortForwarding': {'1.2'}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'QosPolicy': {'1.10'}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'SecurityGroup': {'1.5'}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'SubPort': {'1.0'}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Subnet': {'1.1'}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Trunk': {'1.1'}} Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: consumer versions: Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: { DHCP agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: L3 agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: Metadata agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: Metering agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: Open vSwitch agent@dv-cinder-822821-1-iscsi: { 'AddressGroup': '1.2', Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'ConntrackHelper': '1.0', Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'LocalIPAssociation': '1.0', Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Log': '1.0', Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Network': '1.1', Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Port': '1.7', Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'PortForwarding': '1.2', Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'QosPolicy': '1.10', Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'SecurityGroup': '1.5', Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'SecurityGroupRule': '1.2', Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'SubPort': '1.0', Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Subnet': '1.1', Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Trunk': '1.1'}} Dec 23 11:50:51.061571 dv-cinder-822821-1-iscsi neutron-server[102503]: {{(pid=102503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:50:51.147773 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:51.194404 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:51.195823 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:50:51.196533 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:51.266941 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4149308 Dec 23 11:50:51.307299 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682523e-f6c4-425f-8f83-c8f20580bc1c admin admin] Pushing event updated for resources: {'Network': ['ID=33cfa886-0ac2-47ac-be77-39fa019f2e41,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:50:51.319616 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network 33cfa886-0ac2-47ac-be77-39fa019f2e41 details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:50:54.224480 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 55384) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:50:54.721982 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bb9d3b-5b6a-4c98-8b6b-a5537e766728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:50:54.723432 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-a4bb9d3b-5b6a-4c98-8b6b-a5537e766728 admin admin] 10.222.0.65 "GET /v2.0/networks/33cfa886-0ac2-47ac-be77-39fa019f2e41 HTTP/1.1" status: 200 len: 825 time: 0.4980276 Dec 23 11:50:54.756393 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-57b4b145-8d57-4c44-b23f-12d8edaeab43 admin admin] 10.222.0.65 "GET /v2.0/subnetpools/69a84ee6-073b-4732-8de3-f654a97e4e77 HTTP/1.1" status: 200 len: 734 time: 0.0217502 Dec 23 11:50:54.766061 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Request body: {'subnet': {'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'ip_version': 4, 'subnetpool_id': '69a84ee6-073b-4732-8de3-f654a97e4e77', 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:50:54.802398 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Made reservation on behalf of b56cb35e4f3348fcbb83cde892ed7817 for: {'subnet': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:50:54.806287 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Publish callbacks [] for subnet, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:55.097493 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for subnet, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:55.165702 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Checking segment: {'id': '9c00e67e-3892-43df-ba94-2ff29adeaa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:50:55.166093 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Network hostable DHCP agents. Network: 33cfa886-0ac2-47ac-be77-39fa019f2e41, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:50:55.177368 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca34e643-3264-44e7-a94f-aebf12fcdd0e,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:50:55.189843 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:55.190202 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:55.190555 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:55.190898 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:55.191229 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:55.191552 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:55.191885 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:55.192220 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:55.192543 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:55.192876 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:55.193215 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:55.193502 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:55.193797 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Tracked resource versions report: Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: pushed versions: Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: { 'AddressGroup': {'1.2'}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'ConntrackHelper': {'1.0'}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Log': {'1.0'}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Network': {'1.1'}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Port': {'1.7'}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'PortForwarding': {'1.2'}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'QosPolicy': {'1.10'}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'SecurityGroup': {'1.5'}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'SubPort': {'1.0'}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Subnet': {'1.1'}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Trunk': {'1.1'}} Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: consumer versions: Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: { DHCP agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: L3 agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: Metadata agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: Metering agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: Open vSwitch agent@dv-cinder-822821-1-iscsi: { 'AddressGroup': '1.2', Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'ConntrackHelper': '1.0', Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'LocalIPAssociation': '1.0', Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Log': '1.0', Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Network': '1.1', Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Port': '1.7', Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'PortForwarding': '1.2', Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'QosPolicy': '1.10', Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'SecurityGroup': '1.5', Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'SecurityGroupRule': '1.2', Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'SubPort': '1.0', Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Subnet': '1.1', Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Trunk': '1.1'}} Dec 23 11:50:55.195207 dv-cinder-822821-1-iscsi neutron-server[102502]: {{(pid=102502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:50:55.228098 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Network 33cfa886-0ac2-47ac-be77-39fa019f2e41 is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:50:55.243092 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, 33cfa886-0ac2-47ac-be77-39fa019f2e41) {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:50:55.248035 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:50:55.248635 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:55.254876 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528bbcc9-5d0a-42c0-bc12-d17408405a13 None None] Network 33cfa886-0ac2-47ac-be77-39fa019f2e41 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:50:55.270769 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-f0b0fdcc-99d0-447d-9379-b1d99e141eab admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5081606 Dec 23 11:50:55.529167 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e318bb8-a34c-5995-8f3a-345823c4d2f7-33cfa886-0ac2-47ac-be77-39fa019f2e41', 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41', 'project_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'fixed_ips': [{'subnet_id': 'ca34e643-3264-44e7-a94f-aebf12fcdd0e'}]}} from dv-cinder-822821-1-iscsi. {{(pid=102504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 11:50:55.530408 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:55.841890 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.db_base_plugin_common [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Allocated IP 172.20.0.2 (33cfa886-0ac2-47ac-be77-39fa019f2e41/ca34e643-3264-44e7-a94f-aebf12fcdd0e/26366317-763f-429c-ab99-17c8b28d6730) {{(pid=102504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:50:56.110864 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Publish callbacks [] for port, precommit_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:56.122414 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:56.197411 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Network 33cfa886-0ac2-47ac-be77-39fa019f2e41 is already hosted by enough agents. {{(pid=102504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:50:56.201852 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.base_scheduler [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Resources bound (agent type, host, resource id): {{(pid=102504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:50:56.212696 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Received port after_create {{(pid=102504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:50:56.220263 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Pushing event updated for resources: {'Port': ['ID=26366317-763f-429c-ab99-17c8b28d6730,revision_number=1']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:50:56.256128 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:56.256128 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:56.256128 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:56.256128 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:56.257059 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:56.257059 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:56.257059 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:56.257354 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:56.257680 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:56.258023 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:56.258354 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:56.258678 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:56.259029 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Tracked resource versions report: Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: pushed versions: Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: { 'AddressGroup': {'1.2'}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'ConntrackHelper': {'1.0'}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Log': {'1.0'}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Network': {'1.1'}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Port': {'1.7'}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'PortForwarding': {'1.2'}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'QosPolicy': {'1.10'}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'SecurityGroup': {'1.5'}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'SubPort': {'1.0'}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Subnet': {'1.1'}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Trunk': {'1.1'}} Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: consumer versions: Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: { DHCP agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: L3 agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: Metadata agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: Metering agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: Open vSwitch agent@dv-cinder-822821-1-iscsi: { 'AddressGroup': '1.2', Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'ConntrackHelper': '1.0', Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'LocalIPAssociation': '1.0', Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Log': '1.0', Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Network': '1.1', Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Port': '1.7', Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'PortForwarding': '1.2', Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'QosPolicy': '1.10', Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'SecurityGroup': '1.5', Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'SecurityGroupRule': '1.2', Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'SubPort': '1.0', Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Subnet': '1.1', Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Trunk': '1.1'}} Dec 23 11:50:56.260650 dv-cinder-822821-1-iscsi neutron-server[102504]: {{(pid=102504) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:50:56.311677 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Attempting to bind port 26366317-763f-429c-ab99-17c8b28d6730 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:50:56.312387 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Attempting to bind port 26366317-763f-429c-ab99-17c8b28d6730 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': '9c00e67e-3892-43df-ba94-2ff29adeaa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:50:56.312830 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Attempting to bind port 26366317-763f-429c-ab99-17c8b28d6730 on network 33cfa886-0ac2-47ac-be77-39fa019f2e41 {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:50:56.318412 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:50:56.318808 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Checking segment: {'id': '9c00e67e-3892-43df-ba94-2ff29adeaa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:50:56.319289 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:56.319684 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Bound using segment: {'id': '9c00e67e-3892-43df-ba94-2ff29adeaa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:50:56.320168 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Bound port: 26366317-763f-429c-ab99-17c8b28d6730, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c00e67e-3892-43df-ba94-2ff29adeaa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:50:56.320574 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:56.390017 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] For port 26366317-763f-429c-ab99-17c8b28d6730, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:50:56.394604 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] For port 26366317-763f-429c-ab99-17c8b28d6730, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=26366317-763f-429c-ab99-17c8b28d6730,segment=NetworkSegment(9c00e67e-3892-43df-ba94-2ff29adeaa82),segment_id=9c00e67e-3892-43df-ba94-2ff29adeaa82)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:50:56.399581 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:50:56.466387 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d7cc4-2321-448e-87be-f25cd0647ef5 None None] Pushing event updated for resources: {'Port': ['ID=26366317-763f-429c-ab99-17c8b28d6730,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:50:58.043637 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 55396) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:50:58.393572 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [None req-8fe071d8-695b-45f8-bd89-c6d819b5cefd admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:50:58.394721 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-8fe071d8-695b-45f8-bd89-c6d819b5cefd admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3498049 Dec 23 11:51:01.040506 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 55404) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:51:01.372918 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [None req-bf0763c9-33bc-4264-9663-d45c2e5e6bed admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:51:01.373911 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-bf0763c9-33bc-4264-9663-d45c2e5e6bed admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3316135 Dec 23 11:51:03.710709 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-43f27126-8969-4ad1-b65a-bb4a40cd56ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:04.283729 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 55418) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:51:04.629898 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-c9a941de-a10f-4109-a20e-d6439c054e57 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:51:04.660591 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c9a941de-a10f-4109-a20e-d6439c054e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5024'] for router, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:04.662162 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c9a941de-a10f-4109-a20e-d6439c054e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:04.806990 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c9a941de-a10f-4109-a20e-d6439c054e57 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:04.815607 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c9a941de-a10f-4109-a20e-d6439c054e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598901'] for router, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:04.834684 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c9a941de-a10f-4109-a20e-d6439c054e57 admin admin] Publish callbacks [] for router, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:04.835957 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-c9a941de-a10f-4109-a20e-d6439c054e57 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5511839 Dec 23 11:51:04.981291 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 26366317-763f-429c-ab99-17c8b28d6730 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:51:05.080268 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 26366317-763f-429c-ab99-17c8b28d6730 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:51:05.080896 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:05.200167 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:05.240116 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] For port 26366317-763f-429c-ab99-17c8b28d6730, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=26366317-763f-429c-ab99-17c8b28d6730,segment=NetworkSegment(9c00e67e-3892-43df-ba94-2ff29adeaa82),segment_id=9c00e67e-3892-43df-ba94-2ff29adeaa82)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:51:05.244658 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:05.292600 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Pushing event updated for resources: {'Port': ['ID=26366317-763f-429c-ab99-17c8b28d6730,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:51:05.698226 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79756c97-7082-42ee-b106-a0c4b385118d None None] Network 33cfa886-0ac2-47ac-be77-39fa019f2e41 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:51:05.780791 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-039d6f87-4c23-448e-b45f-ad8b8d16fff1 None None] Provisioning complete for port 26366317-763f-429c-ab99-17c8b28d6730 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:51:05.781109 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-039d6f87-4c23-448e-b45f-ad8b8d16fff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:05.934247 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-14cc4c6f-c05e-487a-b9f0-656ac7484592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:06.129063 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-cc4ded72-7143-4acf-9133-ef6f0d038f80 None None] Provisioning complete for port 26366317-763f-429c-ab99-17c8b28d6730 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:51:06.129766 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-cc4ded72-7143-4acf-9133-ef6f0d038f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:06.945033 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 26366317-763f-429c-ab99-17c8b28d6730 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:51:06.994158 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 26366317-763f-429c-ab99-17c8b28d6730 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:51:06.994527 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:07.085938 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:07.530275 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 55436) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:51:07.683409 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [None req-4c75c6ca-0460-4649-8c01-6e76735deae6 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:51:07.684471 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-4c75c6ca-0460-4649-8c01-6e76735deae6 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1530941 Dec 23 11:51:08.490446 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:09.171032 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:10.401452 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 55456) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:51:10.463583 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Request body: {'network': {'project_id': '174ef43af8a44f289a307527e69c1f4f', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'tenant_id': '174ef43af8a44f289a307527e69c1f4f', 'name': 'public', 'is_default': True}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:51:10.490674 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Made reservation on behalf of 174ef43af8a44f289a307527e69c1f4f for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:51:10.493011 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:10.511962 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:10.626849 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:10.633226 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:10.652771 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Reserving flat network on physical network physnet1 {{(pid=102502) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 23 11:51:10.671279 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76610af2-0664-471a-9485-67a6c02250d8,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:51:10.677801 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791477883859', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:10.678355 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Unsubscribe: segment precommit_create {{(pid=102502) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 11:51:10.678862 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Added segment f8fd474a-41db-43f0-a887-6fe732fcd300 of type flat for network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa Dec 23 11:51:10.765970 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:10.826230 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:10.827675 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:51:10.828509 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:10.892708 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4902191 Dec 23 11:51:10.932780 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f885e73-6a11-4fc2-9056-f8f719f3fc74 admin admin] Pushing event updated for resources: {'Network': ['ID=6f8c2835-c6d4-4536-acd2-03a8c59ea0fa,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:51:10.943986 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:51:13.352551 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 55464) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:51:13.491690 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480f1fe1-a56f-4c92-a65a-43935e04780f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:51:13.493316 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-480f1fe1-a56f-4c92-a65a-43935e04780f admin admin] 10.222.0.65 "GET /v2.0/subnets/ca34e643-3264-44e7-a94f-aebf12fcdd0e HTTP/1.1" status: 200 len: 849 time: 0.1396561 Dec 23 11:51:13.642923 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-e06cc921-5d26-4e3c-9adc-b2840dba320f admin admin] 10.222.0.65 "GET /v2.0/routers/142e7a2c-37b7-463f-9097-cf5b3c2a5d71 HTTP/1.1" status: 200 len: 704 time: 0.1406975 Dec 23 11:51:13.925322 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:14.220940 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Allocated IP 172.20.0.1 (33cfa886-0ac2-47ac-be77-39fa019f2e41/ca34e643-3264-44e7-a94f-aebf12fcdd0e/52c5ccd4-6926-412b-ad0f-33a917f79120) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:51:14.408530 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:14.480448 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:14.559420 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Network 33cfa886-0ac2-47ac-be77-39fa019f2e41 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:51:14.564261 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:51:14.570949 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:51:14.571850 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601410'] for router_interface, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:14.575237 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Pushing event updated for resources: {'Port': ['ID=52c5ccd4-6926-412b-ad0f-33a917f79120,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:51:14.776050 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:14.839572 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-bb509d95-bdc8-4dd3-9404-47d7a042422b None None] Provisioning complete for port 52c5ccd4-6926-412b-ad0f-33a917f79120 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:51:14.840187 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-bb509d95-bdc8-4dd3-9404-47d7a042422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:14.877543 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-bb509d95-bdc8-4dd3-9404-47d7a042422b None None] Port 52c5ccd4-6926-412b-ad0f-33a917f79120 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:51:15.043686 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:15.051162 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:15.052465 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601398'] for router_interface, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:15.108832 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Pushing event updated for resources: {'Port': ['ID=52c5ccd4-6926-412b-ad0f-33a917f79120,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:51:15.177409 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Network 33cfa886-0ac2-47ac-be77-39fa019f2e41 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:51:15.180001 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:51:15.347141 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Router 142e7a2c-37b7-463f-9097-cf5b3c2a5d71 is scheduled to L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f with binding_index 1 {{(pid=102503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 11:51:15.398667 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-ef5b28c7-d893-4520-859c-49bcb645573d None None] Provisioning complete for port 52c5ccd4-6926-412b-ad0f-33a917f79120 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:51:15.399048 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-ef5b28c7-d893-4520-859c-49bcb645573d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:15.432761 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-ef5b28c7-d893-4520-859c-49bcb645573d None None] Port 52c5ccd4-6926-412b-ad0f-33a917f79120 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:51:15.439101 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:51:15.444390 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-9b35b6fb-8043-48af-b65c-053f757ebf65 admin admin] 10.222.0.65 "PUT /v2.0/routers/142e7a2c-37b7-463f-9097-cf5b3c2a5d71/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7931898 Dec 23 11:51:15.450546 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Sync routers for ids ['142e7a2c-37b7-463f-9097-cf5b3c2a5d71'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:51:15.462654 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Routers {'142e7a2c-37b7-463f-9097-cf5b3c2a5d71'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:51:15.463513 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T11:51:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['142e7a2c-37b7-463f-9097-cf5b3c2a5d71'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:51:15.654278 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Set router 142e7a2c-37b7-463f-9097-cf5b3c2a5d71 gateway port host: None {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:51:16.090362 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'name': 'router1', 'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:51:04Z', 'updated_at': '2021-12-23T11:51:14Z', 'revision_number': 2, 'project_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'gw_port_host': None, '_interfaces': [{'id': '52c5ccd4-6926-412b-ad0f-33a917f79120', 'name': '', 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41', 'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'mac_address': 'fa:16:3e:77:5c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca34e643-3264-44e7-a94f-aebf12fcdd0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:51:13Z', 'updated_at': '2021-12-23T11:51:14Z', 'revision_number': 2, 'project_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'subnets': [{'id': 'ca34e643-3264-44e7-a94f-aebf12fcdd0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69a84ee6-073b-4732-8de3-f654a97e4e77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:51:16.140793 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Checking router: 142e7a2c-37b7-463f-9097-cf5b3c2a5d71 for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:51:16.141163 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Updating router 142e7a2c-37b7-463f-9097-cf5b3c2a5d71 port 52c5ccd4-6926-412b-ad0f-33a917f79120 binding host dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:51:16.188582 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:16.700983 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:16.708716 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:16.850335 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Pushing event updated for resources: {'Port': ['ID=52c5ccd4-6926-412b-ad0f-33a917f79120,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:51:16.878185 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:51:16.878604 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:51:16.878883 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:51:16.879212 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:51:16.879534 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:51:16.879853 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:51:16.880172 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:51:16.880486 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:51:16.880802 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:51:16.881120 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:51:16.881435 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:51:16.881749 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:51:16.882053 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Tracked resource versions report: Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: pushed versions: Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: { 'AddressGroup': {'1.2'}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'ConntrackHelper': {'1.0'}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Log': {'1.0'}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Network': {'1.1'}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Port': {'1.7'}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'PortForwarding': {'1.2'}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'QosPolicy': {'1.10'}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'SecurityGroup': {'1.5'}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'SubPort': {'1.0'}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Subnet': {'1.1'}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Trunk': {'1.1'}} Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: consumer versions: Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: { DHCP agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: L3 agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: Metadata agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: Metering agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: Open vSwitch agent@dv-cinder-822821-1-iscsi: { 'AddressGroup': '1.2', Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'ConntrackHelper': '1.0', Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'LocalIPAssociation': '1.0', Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Log': '1.0', Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Network': '1.1', Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Port': '1.7', Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'PortForwarding': '1.2', Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'QosPolicy': '1.10', Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'SecurityGroup': '1.5', Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'SecurityGroupRule': '1.2', Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'SubPort': '1.0', Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Subnet': '1.1', Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Trunk': '1.1'}} Dec 23 11:51:16.883517 dv-cinder-822821-1-iscsi neutron-server[102505]: {{(pid=102505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:51:16.890671 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Attempting to bind port 52c5ccd4-6926-412b-ad0f-33a917f79120 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:51:16.891052 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Attempting to bind port 52c5ccd4-6926-412b-ad0f-33a917f79120 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': '9c00e67e-3892-43df-ba94-2ff29adeaa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:51:16.891483 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Attempting to bind port 52c5ccd4-6926-412b-ad0f-33a917f79120 on network 33cfa886-0ac2-47ac-be77-39fa019f2e41 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:51:16.896888 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:51:16.897288 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Checking segment: {'id': '9c00e67e-3892-43df-ba94-2ff29adeaa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:51:16.897753 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:16.898139 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Bound using segment: {'id': '9c00e67e-3892-43df-ba94-2ff29adeaa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:51:16.898628 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Bound port: 52c5ccd4-6926-412b-ad0f-33a917f79120, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c00e67e-3892-43df-ba94-2ff29adeaa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:51:16.899015 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:16.960168 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-9f0ef45d-7510-4058-861d-2878cbaf6508 None None] Provisioning complete for port 52c5ccd4-6926-412b-ad0f-33a917f79120 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:51:16.960724 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef45d-7510-4058-861d-2878cbaf6508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:16.966924 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] For port 52c5ccd4-6926-412b-ad0f-33a917f79120, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:51:16.988183 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] For port 52c5ccd4-6926-412b-ad0f-33a917f79120, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=52c5ccd4-6926-412b-ad0f-33a917f79120,segment=NetworkSegment(9c00e67e-3892-43df-ba94-2ff29adeaa82),segment_id=9c00e67e-3892-43df-ba94-2ff29adeaa82)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:51:16.993074 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:16.998594 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ef45d-7510-4058-861d-2878cbaf6508 None None] Port 52c5ccd4-6926-412b-ad0f-33a917f79120 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:51:17.042028 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Routers {'142e7a2c-37b7-463f-9097-cf5b3c2a5d71'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:51:17.042673 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T11:51:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['142e7a2c-37b7-463f-9097-cf5b3c2a5d71'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:51:17.121228 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a5084-c914-40d6-a69c-9e1025d91363 None None] Pushing event updated for resources: {'Port': ['ID=52c5ccd4-6926-412b-ad0f-33a917f79120,revision_number=4']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:51:17.147988 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] Set router 142e7a2c-37b7-463f-9097-cf5b3c2a5d71 gateway port host: None {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:51:17.218413 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-4a3a4f8f-7c9c-486c-bf02-87d061655873 None None] Provisioning complete for port 52c5ccd4-6926-412b-ad0f-33a917f79120 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:51:17.218799 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-4a3a4f8f-7c9c-486c-bf02-87d061655873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:17.294257 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-4a3a4f8f-7c9c-486c-bf02-87d061655873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:17.328638 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-4a3a4f8f-7c9c-486c-bf02-87d061655873 None None] For port 52c5ccd4-6926-412b-ad0f-33a917f79120, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=52c5ccd4-6926-412b-ad0f-33a917f79120,segment=NetworkSegment(9c00e67e-3892-43df-ba94-2ff29adeaa82),segment_id=9c00e67e-3892-43df-ba94-2ff29adeaa82)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:51:17.332881 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-4a3a4f8f-7c9c-486c-bf02-87d061655873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:17.366848 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'name': 'router1', 'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:51:04Z', 'updated_at': '2021-12-23T11:51:14Z', 'revision_number': 2, 'project_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'gw_port_host': None, '_interfaces': [{'id': '52c5ccd4-6926-412b-ad0f-33a917f79120', 'name': '', 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41', 'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'mac_address': 'fa:16:3e:77:5c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca34e643-3264-44e7-a94f-aebf12fcdd0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:51:13Z', 'updated_at': '2021-12-23T11:51:16Z', 'revision_number': 4, 'project_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'subnets': [{'id': 'ca34e643-3264-44e7-a94f-aebf12fcdd0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69a84ee6-073b-4732-8de3-f654a97e4e77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:51:17.382763 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a4f8f-7c9c-486c-bf02-87d061655873 None None] Pushing event updated for resources: {'Port': ['ID=52c5ccd4-6926-412b-ad0f-33a917f79120,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:51:17.392685 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4bba06-f42e-47dd-9946-07782fa16f8a None None] The sync data for ids ['142e7a2c-37b7-463f-9097-cf5b3c2a5d71'] in dv-cinder-822821-1-iscsi is: [{'id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'name': 'router1', 'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:51:04Z', 'updated_at': '2021-12-23T11:51:14Z', 'revision_number': 2, 'project_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'gw_port_host': None, '_interfaces': [{'id': '52c5ccd4-6926-412b-ad0f-33a917f79120', 'name': '', 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41', 'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'mac_address': 'fa:16:3e:77:5c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca34e643-3264-44e7-a94f-aebf12fcdd0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:51:13Z', 'updated_at': '2021-12-23T11:51:16Z', 'revision_number': 4, 'project_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'subnets': [{'id': 'ca34e643-3264-44e7-a94f-aebf12fcdd0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69a84ee6-073b-4732-8de3-f654a97e4e77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:51:20.485397 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 55482) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:51:20.594046 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117962eb-93ff-4e1d-85d3-f8333d4355e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:51:20.601395 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-117962eb-93ff-4e1d-85d3-f8333d4355e2 admin admin] 10.222.0.65 "GET /v2.0/networks/6f8c2835-c6d4-4536-acd2-03a8c59ea0fa HTTP/1.1" status: 200 len: 842 time: 0.1090536 Dec 23 11:51:20.605717 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-fe4e8aac-0151-47d3-aec2-f30e8fa289e3 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'tenant_id': '174ef43af8a44f289a307527e69c1f4f', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:51:20.629012 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4e8aac-0151-47d3-aec2-f30e8fa289e3 admin admin] Made reservation on behalf of 174ef43af8a44f289a307527e69c1f4f for: {'subnet': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:51:20.631304 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8aac-0151-47d3-aec2-f30e8fa289e3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:20.972402 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.objects.ports [None req-fe4e8aac-0151-47d3-aec2-f30e8fa289e3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102502) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 11:51:20.972846 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8aac-0151-47d3-aec2-f30e8fa289e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for subnet, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:21.025450 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e8aac-0151-47d3-aec2-f30e8fa289e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc4d96a-774f-4e09-b7cf-deecd3c47ba5,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:51:21.033918 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4e8aac-0151-47d3-aec2-f30e8fa289e3 admin admin] Checking segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:51:21.034266 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4e8aac-0151-47d3-aec2-f30e8fa289e3 admin admin] Network hostable DHCP agents. Network: 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:51:21.051019 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4e8aac-0151-47d3-aec2-f30e8fa289e3 admin admin] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:51:21.059889 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-fe4e8aac-0151-47d3-aec2-f30e8fa289e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa) {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:51:21.064226 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4e8aac-0151-47d3-aec2-f30e8fa289e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:51:21.064807 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-fe4e8aac-0151-47d3-aec2-f30e8fa289e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:21.071374 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7442342c-9d94-4047-9b3b-8de834cb38f1 None None] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:51:21.080085 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-fe4e8aac-0151-47d3-aec2-f30e8fa289e3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4779496 Dec 23 11:51:21.182343 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8660c211-5819-4d27-b3b0-140a1f059a07 None None] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:51:23.612225 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 55494) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:51:23.862212 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-56833163-eb95-4945-a979-5d57b4b83580 admin admin] 10.222.0.65 "GET /v2.0/routers/142e7a2c-37b7-463f-9097-cf5b3c2a5d71 HTTP/1.1" status: 200 len: 710 time: 0.2484829 Dec 23 11:51:23.953029 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615c899-5b46-4075-aad3-cefee14dc149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:51:23.954391 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-3615c899-5b46-4075-aad3-cefee14dc149 admin admin] 10.222.0.65 "GET /v2.0/networks/6f8c2835-c6d4-4536-acd2-03a8c59ea0fa HTTP/1.1" status: 200 len: 886 time: 0.0832276 Dec 23 11:51:23.963975 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:51:24.215973 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:24.506033 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:24.581637 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:24.737020 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_common [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Allocated IP 172.27.2.4 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/6cc5d297-5fc0-4913-a616-10d587cd5a2f) {{(pid=102502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:51:24.845457 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:24.908443 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:24.974483 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 52c5ccd4-6926-412b-ad0f-33a917f79120 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:51:24.977011 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:51:24.981860 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:51:24.990570 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Received port after_create {{(pid=102502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:51:25.022583 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 52c5ccd4-6926-412b-ad0f-33a917f79120 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:51:25.022961 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:25.030870 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Pushing event updated for resources: {'Port': ['ID=6cc5d297-5fc0-4913-a616-10d587cd5a2f,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:51:25.289354 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:25.501307 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-598864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5067'] for router, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:25.506421 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-598887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-598910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595868'] for router, after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:25.616456 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Router 142e7a2c-37b7-463f-9097-cf5b3c2a5d71 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:51:25.794354 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:51:25.800384 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] Publish callbacks [] for router, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:25.802094 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-8529e429-7f93-418b-9ffc-bd663b0bef9e admin admin] 10.222.0.65 "PUT /v2.0/routers/142e7a2c-37b7-463f-9097-cf5b3c2a5d71 HTTP/1.1" status: 200 len: 888 time: 1.8413494 Dec 23 11:51:25.817933 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Sync routers for ids ['142e7a2c-37b7-463f-9097-cf5b3c2a5d71'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:51:25.831357 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Routers {'142e7a2c-37b7-463f-9097-cf5b3c2a5d71'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:51:25.832057 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T11:51:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['142e7a2c-37b7-463f-9097-cf5b3c2a5d71'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:51:26.054790 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Set router 142e7a2c-37b7-463f-9097-cf5b3c2a5d71 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:51:26.530429 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'name': 'router1', 'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '6cc5d297-5fc0-4913-a616-10d587cd5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:51:04Z', 'updated_at': '2021-12-23T11:51:25Z', 'revision_number': 4, 'project_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'gw_port': {'id': '6cc5d297-5fc0-4913-a616-10d587cd5a2f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:51:24Z', 'updated_at': '2021-12-23T11:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '52c5ccd4-6926-412b-ad0f-33a917f79120', 'name': '', 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41', 'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'mac_address': 'fa:16:3e:77:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca34e643-3264-44e7-a94f-aebf12fcdd0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:51:13Z', 'updated_at': '2021-12-23T11:51:17Z', 'revision_number': 5, 'project_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'subnets': [{'id': 'ca34e643-3264-44e7-a94f-aebf12fcdd0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69a84ee6-073b-4732-8de3-f654a97e4e77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:51:26.581403 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Checking router: 142e7a2c-37b7-463f-9097-cf5b3c2a5d71 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:51:26.581783 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Updating router 142e7a2c-37b7-463f-9097-cf5b3c2a5d71 port 6cc5d297-5fc0-4913-a616-10d587cd5a2f binding host dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:51:26.628222 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:26.942684 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Publish callbacks [] for port, precommit_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:26.948977 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:27.000556 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c90ae8-5660-4637-97df-e070f47af4f7 None None] Pushing event updated for resources: {'Port': ['ID=6cc5d297-5fc0-4913-a616-10d587cd5a2f,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:51:27.002880 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Attempting to bind port 6cc5d297-5fc0-4913-a616-10d587cd5a2f on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:51:27.003235 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Attempting to bind port 6cc5d297-5fc0-4913-a616-10d587cd5a2f by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:51:27.003604 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Attempting to bind port 6cc5d297-5fc0-4913-a616-10d587cd5a2f on network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:51:27.009430 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:51:27.009801 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Checking segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:51:27.010230 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:27.010624 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Bound using segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:51:27.011074 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Bound port: 6cc5d297-5fc0-4913-a616-10d587cd5a2f, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:51:27.011441 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:27.059464 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] For port 6cc5d297-5fc0-4913-a616-10d587cd5a2f, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:51:27.062420 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] For port 6cc5d297-5fc0-4913-a616-10d587cd5a2f, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=6cc5d297-5fc0-4913-a616-10d587cd5a2f,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:51:27.067306 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:27.115128 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Routers {'142e7a2c-37b7-463f-9097-cf5b3c2a5d71'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:51:27.115729 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T11:51:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['142e7a2c-37b7-463f-9097-cf5b3c2a5d71'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:51:27.168492 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c90ae8-5660-4637-97df-e070f47af4f7 None None] Pushing event updated for resources: {'Port': ['ID=6cc5d297-5fc0-4913-a616-10d587cd5a2f,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:51:27.231951 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] Set router 142e7a2c-37b7-463f-9097-cf5b3c2a5d71 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:51:27.448921 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'name': 'router1', 'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '6cc5d297-5fc0-4913-a616-10d587cd5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:51:04Z', 'updated_at': '2021-12-23T11:51:25Z', 'revision_number': 4, 'project_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'gw_port': {'id': '6cc5d297-5fc0-4913-a616-10d587cd5a2f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:51:24Z', 'updated_at': '2021-12-23T11:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '52c5ccd4-6926-412b-ad0f-33a917f79120', 'name': '', 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41', 'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'mac_address': 'fa:16:3e:77:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca34e643-3264-44e7-a94f-aebf12fcdd0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:51:13Z', 'updated_at': '2021-12-23T11:51:17Z', 'revision_number': 5, 'project_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'subnets': [{'id': 'ca34e643-3264-44e7-a94f-aebf12fcdd0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69a84ee6-073b-4732-8de3-f654a97e4e77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:51:27.477901 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855acfd-fbb8-45f2-9d46-c225a72294dc None None] The sync data for ids ['142e7a2c-37b7-463f-9097-cf5b3c2a5d71'] in dv-cinder-822821-1-iscsi is: [{'id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'name': 'router1', 'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.4'}], 'enable_snat': True}, 'gw_port_id': '6cc5d297-5fc0-4913-a616-10d587cd5a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:51:04Z', 'updated_at': '2021-12-23T11:51:25Z', 'revision_number': 4, 'project_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'gw_port': {'id': '6cc5d297-5fc0-4913-a616-10d587cd5a2f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:51:24Z', 'updated_at': '2021-12-23T11:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '52c5ccd4-6926-412b-ad0f-33a917f79120', 'name': '', 'network_id': '33cfa886-0ac2-47ac-be77-39fa019f2e41', 'tenant_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'mac_address': 'fa:16:3e:77:5c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142e7a2c-37b7-463f-9097-cf5b3c2a5d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca34e643-3264-44e7-a94f-aebf12fcdd0e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:51:13Z', 'updated_at': '2021-12-23T11:51:17Z', 'revision_number': 5, 'project_id': 'b56cb35e4f3348fcbb83cde892ed7817', 'subnets': [{'id': 'ca34e643-3264-44e7-a94f-aebf12fcdd0e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69a84ee6-073b-4732-8de3-f654a97e4e77'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:51:28.433227 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 55502) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:51:28.564198 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-8177d43e-3c76-427c-b65f-65f18671360c admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1294630 Dec 23 11:51:28.982107 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 6cc5d297-5fc0-4913-a616-10d587cd5a2f up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:51:29.033307 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 6cc5d297-5fc0-4913-a616-10d587cd5a2f triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:51:29.033683 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:29.113499 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:29.135051 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] For port 6cc5d297-5fc0-4913-a616-10d587cd5a2f, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=6cc5d297-5fc0-4913-a616-10d587cd5a2f,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:51:29.139782 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:29.187720 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Pushing event updated for resources: {'Port': ['ID=6cc5d297-5fc0-4913-a616-10d587cd5a2f,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:51:30.795722 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 5 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:51:30.975386 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 6cc5d297-5fc0-4913-a616-10d587cd5a2f up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:51:31.034954 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 6cc5d297-5fc0-4913-a616-10d587cd5a2f triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:51:31.035226 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:33.716153 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9a4013b2-e1b0-4316-a364-b189f60b8027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:35.937162 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d05b1ce8-e5b4-481c-aea0-4a4aa770ebbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:37.079839 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:38.504435 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:51:39.173980 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:03.710583 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-5c760094-5360-44b8-a1d3-16c3a6b286d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:05.933654 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-79ea1449-0bfe-4f90-a45d-6f853fb3a64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:07.067168 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:07.795032 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 5 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:52:08.496647 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:09.181066 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:33.706838 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-79af19c5-3098-402a-9b1c-cad07b917d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:35.929572 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1de3e10e-72f4-433c-abb0-f3ae79e068d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:37.070042 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:38.499406 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:39.178976 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:44.794219 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 5 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:52:51.528004 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 55986) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:52:51.598980 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.pecan_wsgi.hooks.translation [None req-f949d0a5-79f8-4e96-92ef-ea587bb531e1 admin admin] GET failed (client error): The resource could not be found. Dec 23 11:52:51.600290 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-f949d0a5-79f8-4e96-92ef-ea587bb531e1 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0712895 Dec 23 11:52:51.769864 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b36d753-6bc8-4bdb-8768-da5a4780d30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:52:51.771304 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-6b36d753-6bc8-4bdb-8768-da5a4780d30a admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1639509 Dec 23 11:52:54.144789 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 55996) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:52:54.247955 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c91aa01-eaff-4b25-baf9-3f04991e6a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:52:54.249328 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-6c91aa01-eaff-4b25-baf9-3f04991e6a2d admin admin] 10.222.0.65 "GET /v2.0/subnets/ca34e643-3264-44e7-a94f-aebf12fcdd0e HTTP/1.1" status: 200 len: 849 time: 0.1035752 Dec 23 11:52:54.259753 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:52:54.346971 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:54.506533 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791477867578'] for subnet, after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:54.538795 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:52:54.539399 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:54.541020 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] 10.222.0.65 "PUT /v2.0/subnets/ca34e643-3264-44e7-a94f-aebf12fcdd0e HTTP/1.1" status: 200 len: 868 time: 0.2848430 Dec 23 11:52:54.555331 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be252a51-a648-46f7-b0f6-c20127743bf9 None None] Network 33cfa886-0ac2-47ac-be77-39fa019f2e41 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:52:54.564041 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca34e643-3264-44e7-a94f-aebf12fcdd0e,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:52:54.571768 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:52:54.572140 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:52:54.572486 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:52:54.572823 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:52:54.573155 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:52:54.573482 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:52:54.573821 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:52:54.574152 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:52:54.574496 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:52:54.574865 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:52:54.575193 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:52:54.575513 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:52:54.575838 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fe220c-6b4a-4acd-bf13-3557dc0f9211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:52:54.862625 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-73e385a2-cca2-4d54-9a3a-fc559e6664c5 None None] Provisioning complete for port 52c5ccd4-6926-412b-ad0f-33a917f79120 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:52:54.863307 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-73e385a2-cca2-4d54-9a3a-fc559e6664c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:54.956531 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-73e385a2-cca2-4d54-9a3a-fc559e6664c5 None None] Provisioning complete for port 26366317-763f-429c-ab99-17c8b28d6730 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:52:54.956803 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-73e385a2-cca2-4d54-9a3a-fc559e6664c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:52:56.929063 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56004) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:52:57.149434 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007991a9-12b2-46ba-a265-d483d5b8779f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:52:57.149817 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007991a9-12b2-46ba-a265-d483d5b8779f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:52:57.151457 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-007991a9-12b2-46ba-a265-d483d5b8779f admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2212856 Dec 23 11:52:59.663322 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56012) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:52:59.812384 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93df1f-9cf3-495b-b6e2-7e5d22ee1d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:52:59.812868 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f93df1f-9cf3-495b-b6e2-7e5d22ee1d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:52:59.814409 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-1f93df1f-9cf3-495b-b6e2-7e5d22ee1d0b admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1496673 Dec 23 11:53:02.191289 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56020) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:53:02.333856 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43beea0-ec8e-4648-a327-91fdbfdf4b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:53:02.335362 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-e43beea0-ec8e-4648-a327-91fdbfdf4b19 admin admin] 10.222.0.65 "GET /v2.0/networks/33cfa886-0ac2-47ac-be77-39fa019f2e41 HTTP/1.1" status: 200 len: 869 time: 0.1430633 Dec 23 11:53:03.701385 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a3d6474f-2b15-4281-ba50-50496cc49b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:04.785993 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56030) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:53:04.925052 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a765003e-9923-4de7-bd48-85f40b04a6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:53:04.926439 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-a765003e-9923-4de7-bd48-85f40b04a6a3 admin admin] 10.222.0.65 "GET /v2.0/networks/6f8c2835-c6d4-4536-acd2-03a8c59ea0fa HTTP/1.1" status: 200 len: 886 time: 0.1394460 Dec 23 11:53:05.937788 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-98cdc0a1-d843-462d-a828-6fc6c1b6dd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:07.072811 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:07.321458 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56038) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:53:07.468214 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25f84cc-d985-4642-838c-b19b88f5ab89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:53:07.468920 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25f84cc-d985-4642-838c-b19b88f5ab89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:53:07.471310 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-c25f84cc-d985-4642-838c-b19b88f5ab89 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1486497 Dec 23 11:53:08.502046 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:09.173404 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:09.874625 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56046) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:53:10.023297 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f0e3e9-6770-4d00-8ab3-4063562704e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:53:10.023765 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f0e3e9-6770-4d00-8ab3-4063562704e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:53:10.025313 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-f2f0e3e9-6770-4d00-8ab3-4063562704e4 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1497107 Dec 23 11:53:12.400496 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56054) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:53:12.502176 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9eb888-421f-4d87-afac-f701e4c2929c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:53:12.504102 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-0d9eb888-421f-4d87-afac-f701e4c2929c admin admin] 10.222.0.65 "GET /v2.0/subnets/ca34e643-3264-44e7-a94f-aebf12fcdd0e HTTP/1.1" status: 200 len: 868 time: 0.1026211 Dec 23 11:53:14.897582 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56062) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:53:14.988788 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f879ef7-8164-4e2c-a127-dc3a15056a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:53:14.990653 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-6f879ef7-8164-4e2c-a127-dc3a15056a0e admin admin] 10.222.0.65 "GET /v2.0/subnets/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5 HTTP/1.1" status: 200 len: 816 time: 0.0919449 Dec 23 11:53:21.793580 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 5 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:53:33.706734 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-eb30b863-488a-4ef1-92ec-7b1bf306c462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:35.932380 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-c2dffdc1-ea4c-466e-a5ff-f4e5da51cd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:37.080027 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:38.505466 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:39.179255 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:39.812386 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56116) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:53:39.868520 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [None req-f2bf94bf-98e0-47be-8ef2-039fc7eebb90 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:53:39.869503 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-f2bf94bf-98e0-47be-8ef2-039fc7eebb90 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0561233 Dec 23 11:53:42.405285 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56124) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:53:42.469181 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cbfdb9b-f4af-47ec-8563-7d429c023e09 admin admin] GET failed (client error): The resource could not be found. Dec 23 11:53:42.470436 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-1cbfdb9b-f4af-47ec-8563-7d429c023e09 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642076 Dec 23 11:53:42.557919 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f613c4ac-a138-4dc7-bf47-1fc5463084ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:53:42.559400 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-f613c4ac-a138-4dc7-bf47-1fc5463084ee admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0821583 Dec 23 11:53:45.008559 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56134) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:53:45.063041 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-dea6d5f4-10b2-40ff-acc9-6b60d260ece9 admin admin] Request body: {'network': {'project_id': '174ef43af8a44f289a307527e69c1f4f', 'tenant_id': '174ef43af8a44f289a307527e69c1f4f', 'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:53:45.097828 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea6d5f4-10b2-40ff-acc9-6b60d260ece9 admin admin] Made reservation on behalf of 174ef43af8a44f289a307527e69c1f4f for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:53:45.100218 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dea6d5f4-10b2-40ff-acc9-6b60d260ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:45.134904 dv-cinder-822821-1-iscsi neutron-server[102502]: WARNING neutron.services.revisions.revision_plugin [None req-dea6d5f4-10b2-40ff-acc9-6b60d260ece9 admin admin] Could not find related network for resource to bump revision. Dec 23 11:53:45.151564 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea6d5f4-10b2-40ff-acc9-6b60d260ece9 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:53:45.160950 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dea6d5f4-10b2-40ff-acc9-6b60d260ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:45.161297 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-dea6d5f4-10b2-40ff-acc9-6b60d260ece9 admin admin] Added segment d46880bb-f412-4467-afcf-97a59bd0e2d5 of type vlan for network 9d66a369-8c49-4645-9514-9c75fc4ae192 Dec 23 11:53:45.202635 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dea6d5f4-10b2-40ff-acc9-6b60d260ece9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:45.234707 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dea6d5f4-10b2-40ff-acc9-6b60d260ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:45.235670 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea6d5f4-10b2-40ff-acc9-6b60d260ece9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:53:45.236221 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dea6d5f4-10b2-40ff-acc9-6b60d260ece9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:45.266563 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-dea6d5f4-10b2-40ff-acc9-6b60d260ece9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2571156 Dec 23 11:53:45.295379 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6d5f4-10b2-40ff-acc9-6b60d260ece9 admin admin] Pushing event updated for resources: {'Network': ['ID=9d66a369-8c49-4645-9514-9c75fc4ae192,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:53:45.306094 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network 9d66a369-8c49-4645-9514-9c75fc4ae192 details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:53:47.716167 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56144) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:53:47.789166 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.pecan_wsgi.hooks.translation [None req-db67d6d3-f72a-40b9-a8ae-24c0674a35dc admin admin] GET failed (client error): The resource could not be found. Dec 23 11:53:47.790459 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-db67d6d3-f72a-40b9-a8ae-24c0674a35dc admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0732791 Dec 23 11:53:47.863866 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c099308e-b8fd-4938-a679-9e740a5da8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:53:47.865309 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-c099308e-b8fd-4938-a679-9e740a5da8db admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701535 Dec 23 11:53:47.875778 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-61b40b6c-f70b-4eb0-a567-85217f413fda admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'tenant_id': '174ef43af8a44f289a307527e69c1f4f', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '9d66a369-8c49-4645-9514-9c75fc4ae192', 'name': 'shared-subnet'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:53:47.907957 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b40b6c-f70b-4eb0-a567-85217f413fda admin admin] Made reservation on behalf of 174ef43af8a44f289a307527e69c1f4f for: {'subnet': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:53:47.911338 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-61b40b6c-f70b-4eb0-a567-85217f413fda admin admin] Publish callbacks [] for subnet, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:48.168989 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-61b40b6c-f70b-4eb0-a567-85217f413fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for subnet, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:48.233759 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b40b6c-f70b-4eb0-a567-85217f413fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa34c1e-aae7-438a-9631-bc1249430435,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:53:48.242892 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b40b6c-f70b-4eb0-a567-85217f413fda admin admin] Checking segment: {'id': 'd46880bb-f412-4467-afcf-97a59bd0e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d66a369-8c49-4645-9514-9c75fc4ae192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:53:48.243266 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b40b6c-f70b-4eb0-a567-85217f413fda admin admin] Network hostable DHCP agents. Network: 9d66a369-8c49-4645-9514-9c75fc4ae192, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:53:48.263409 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b40b6c-f70b-4eb0-a567-85217f413fda admin admin] Network 9d66a369-8c49-4645-9514-9c75fc4ae192 is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:53:48.274067 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-61b40b6c-f70b-4eb0-a567-85217f413fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, 9d66a369-8c49-4645-9514-9c75fc4ae192) {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:53:48.278795 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b40b6c-f70b-4eb0-a567-85217f413fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:53:48.280125 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-61b40b6c-f70b-4eb0-a567-85217f413fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:48.283344 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b2722-f030-4372-b798-73250fa36e89 None None] Network 9d66a369-8c49-4645-9514-9c75fc4ae192 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:53:48.299385 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-61b40b6c-f70b-4eb0-a567-85217f413fda admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4270327 Dec 23 11:53:48.388291 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e318bb8-a34c-5995-8f3a-345823c4d2f7-9d66a369-8c49-4645-9514-9c75fc4ae192', 'network_id': '9d66a369-8c49-4645-9514-9c75fc4ae192', 'project_id': '174ef43af8a44f289a307527e69c1f4f', 'fixed_ips': [{'subnet_id': '5fa34c1e-aae7-438a-9631-bc1249430435'}]}} from dv-cinder-822821-1-iscsi. {{(pid=102504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 11:53:48.389215 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:48.629581 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.db_base_plugin_common [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Allocated IP 192.168.233.2 (9d66a369-8c49-4645-9514-9c75fc4ae192/5fa34c1e-aae7-438a-9631-bc1249430435/47537a2c-12a5-4fbd-861f-29bca33b17a6) {{(pid=102504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:53:48.775728 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Publish callbacks [] for port, precommit_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:48.782180 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:48.838254 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Network 9d66a369-8c49-4645-9514-9c75fc4ae192 is already hosted by enough agents. {{(pid=102504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:53:48.841120 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.base_scheduler [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Resources bound (agent type, host, resource id): {{(pid=102504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:53:48.845797 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Pushing event updated for resources: {'Port': ['ID=47537a2c-12a5-4fbd-861f-29bca33b17a6,revision_number=1']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:53:48.848128 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Received port after_create {{(pid=102504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:53:48.860566 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:53:48.860933 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:53:48.861295 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:53:48.861654 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:53:48.862005 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:53:48.862318 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:53:48.862675 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:53:48.863330 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:53:48.863652 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:53:48.863989 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:53:48.864317 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:53:48.864667 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:53:48.864996 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:53:48.915586 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Attempting to bind port 47537a2c-12a5-4fbd-861f-29bca33b17a6 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:53:48.915876 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Attempting to bind port 47537a2c-12a5-4fbd-861f-29bca33b17a6 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'd46880bb-f412-4467-afcf-97a59bd0e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d66a369-8c49-4645-9514-9c75fc4ae192'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:53:48.916236 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Attempting to bind port 47537a2c-12a5-4fbd-861f-29bca33b17a6 on network 9d66a369-8c49-4645-9514-9c75fc4ae192 {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:53:48.921783 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:53:48.922192 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Checking segment: {'id': 'd46880bb-f412-4467-afcf-97a59bd0e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d66a369-8c49-4645-9514-9c75fc4ae192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:53:48.922584 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:48.922964 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Bound using segment: {'id': 'd46880bb-f412-4467-afcf-97a59bd0e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d66a369-8c49-4645-9514-9c75fc4ae192'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:53:48.923424 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Bound port: 47537a2c-12a5-4fbd-861f-29bca33b17a6, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46880bb-f412-4467-afcf-97a59bd0e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d66a369-8c49-4645-9514-9c75fc4ae192'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:53:48.923819 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:48.986105 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] For port 47537a2c-12a5-4fbd-861f-29bca33b17a6, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:53:48.989807 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] For port 47537a2c-12a5-4fbd-861f-29bca33b17a6, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=47537a2c-12a5-4fbd-861f-29bca33b17a6,segment=NetworkSegment(d46880bb-f412-4467-afcf-97a59bd0e2d5),segment_id=d46880bb-f412-4467-afcf-97a59bd0e2d5)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:53:48.995931 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:49.051345 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324251c9-7f2f-4411-b8c0-4e3e4cac4f72 None None] Pushing event updated for resources: {'Port': ['ID=47537a2c-12a5-4fbd-861f-29bca33b17a6,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:53:49.855701 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3738af45-72de-406e-a138-05b18b26d417 None None] Network 9d66a369-8c49-4645-9514-9c75fc4ae192 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:53:49.924978 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-9b98e2fe-b26c-44b7-9343-4e1d964c4693 None None] Provisioning complete for port 47537a2c-12a5-4fbd-861f-29bca33b17a6 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:53:49.925337 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9b98e2fe-b26c-44b7-9343-4e1d964c4693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:50.036716 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9b98e2fe-b26c-44b7-9343-4e1d964c4693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:50.075066 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-9b98e2fe-b26c-44b7-9343-4e1d964c4693 None None] For port 47537a2c-12a5-4fbd-861f-29bca33b17a6, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=47537a2c-12a5-4fbd-861f-29bca33b17a6,segment=NetworkSegment(d46880bb-f412-4467-afcf-97a59bd0e2d5),segment_id=d46880bb-f412-4467-afcf-97a59bd0e2d5)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:53:50.080021 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9b98e2fe-b26c-44b7-9343-4e1d964c4693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:50.139050 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98e2fe-b26c-44b7-9343-4e1d964c4693 None None] Pushing event updated for resources: {'Port': ['ID=47537a2c-12a5-4fbd-861f-29bca33b17a6,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:53:50.403299 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-126672ad-ffa5-411c-8f56-2c65321bb275 None None] Provisioning complete for port 47537a2c-12a5-4fbd-861f-29bca33b17a6 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:53:50.404007 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-126672ad-ffa5-411c-8f56-2c65321bb275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:51.082589 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 47537a2c-12a5-4fbd-861f-29bca33b17a6 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:53:51.132213 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 47537a2c-12a5-4fbd-861f-29bca33b17a6 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:53:51.132579 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:53:58.794245 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 5 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:54:03.710059 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8e26a041-df8e-4572-8f06-c9243770e955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:54:05.936840 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-49e05cc8-d54c-4d02-ba1f-e28325959b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:54:07.080659 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:54:08.511216 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:54:09.187908 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:54:33.716335 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9a3994a0-0047-4afb-be07-5ff5798cdfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:54:35.793241 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 5 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:54:35.940995 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2162-8215-4ee9-a4b9-3a320f22f0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:54:37.082885 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:54:38.518357 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:54:39.182220 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:01.829972 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56188) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:55:01.836137 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [None req-0533e9dd-c50c-4dbe-bcae-f6232d6db72f tempest-verify_tempest_config-705206512 tempest-verify_tempest_config-705206512-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:55:01.837175 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-0533e9dd-c50c-4dbe-bcae-f6232d6db72f tempest-verify_tempest_config-705206512 tempest-verify_tempest_config-705206512-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061033 Dec 23 11:55:02.163314 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56206) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:55:02.274277 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:02.345555 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:02.350919 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:02.394258 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1f0968-21cb-47da-968d-e088dbcb75e9,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:55:02.401951 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=33b84284c0954e7f88ba9aef6faac90d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2376032 Dec 23 11:55:02.403522 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.403848 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.404200 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.404531 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.404845 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.404984 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56210) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:55:02.405444 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.405551 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.405795 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.406114 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.406436 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.406779 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.407098 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.407412 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2862a103-fc41-4743-bb10-ff09e3238378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.458894 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:02.480211 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:02.577906 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:02.580418 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:02.581575 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b1f0968-21cb-47da-968d-e088dbcb75e9 HTTP/1.1" status: 204 len: 168 time: 0.1756675 Dec 23 11:55:02.590039 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1f0968-21cb-47da-968d-e088dbcb75e9,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:55:02.596785 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.597162 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.597509 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.597844 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.598174 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.598502 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.598866 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.599196 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.599533 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.599879 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.600383 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.600635 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:02.600955 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d194cb-99e1-49a0-a533-ae004958f9a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:55:03.714485 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-f121b54e-3c0d-43f9-bfd9-115ef702c1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:05.945816 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-e47ceb2e-d2b1-4135-b48e-5ad5225efdcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:07.086388 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:08.519748 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:09.186983 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:12.792989 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 5 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:55:33.717531 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0333-14e6-403f-90ef-f9f8b6703256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:35.950756 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7edc49b8-e1b9-4806-b20e-3c2696b6b8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:37.099912 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:38.526413 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:39.198793 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:55:49.796422 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 5 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:56:03.711215 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-4a1b083c-6cc4-48cf-ba22-1c57814d6eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:56:05.957817 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-ed19bd95-6068-418d-bdcf-83db17d4fde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:56:07.102575 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:56:08.529089 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:56:09.203155 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:56:26.797248 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 5 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:56:33.717910 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8bc2e3c3-fe52-455a-a598-5091eb39bcef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:56:35.954610 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-e7e7f7c3-a10a-4dd8-b723-49b364aa5033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:56:37.105257 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:56:38.541339 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:56:39.204305 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:56:42.421259 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595326'] for agent, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:56:53.775718 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56284) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:56:53.906984 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-bded4443-7cfb-4701-81de-0d1e70c8f95f admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1296990 Dec 23 11:56:56.298436 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56294) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:56:56.367195 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-447e1502-60fb-4f08-8a78-dcaa2c1805b5 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0676296 Dec 23 11:57:03.720888 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-34545b64-de7a-4e76-9cdd-e7aa1676ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:57:03.799927 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:57:05.950139 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-5d694332-356d-4ee5-b207-c125ce896b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:57:07.108421 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:57:08.547187 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:57:09.203964 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:57:12.405129 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:57:33.723013 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-3876be32-2b66-4d79-a2e2-b186f1effe06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:57:35.953858 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-68920a7c-f239-4106-a69e-a46db7814c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:57:37.113369 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:57:38.549838 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:57:39.199236 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:57:40.803970 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:57:42.404710 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:03.716146 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-5a1701d4-7026-4ca0-8232-3a4a190e4908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:05.963184 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a1baa896-d10e-4e9b-a9b5-e9cecfca65c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:07.113298 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:08.546323 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:09.204141 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:12.410155 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:17.803492 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:58:28.056074 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56484) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:28.374308 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1717308532-network', 'tenant_id': 'cf852b4ffd784cc6a4c15059be11f5c8'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:28.398767 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Made reservation on behalf of cf852b4ffd784cc6a4c15059be11f5c8 for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:58:28.401164 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:28.409833 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:28.486500 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:28.491916 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:28.520620 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acc5498-5b37-4517-9b3e-fc4c23e9024b,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:28.532021 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:28.532514 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:28.532844 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:28.533091 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:28.533543 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:28.533842 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:28.534238 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:28.534654 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:28.535154 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:28.535512 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:28.535845 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:28.536166 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:28.536490 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Tracked resource versions report: Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: pushed versions: Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: { 'AddressGroup': {'1.2'}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'ConntrackHelper': {'1.0'}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Log': {'1.0'}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Network': {'1.1'}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Port': {'1.7'}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'PortForwarding': {'1.2'}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'QosPolicy': {'1.10'}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'SecurityGroup': {'1.5'}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'SubPort': {'1.0'}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Subnet': {'1.1'}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Trunk': {'1.1'}} Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: consumer versions: Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: { DHCP agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: HyperV agent@hv-cinder-82282: {}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: L3 agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: Metadata agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: Metering agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: Open vSwitch agent@dv-cinder-822821-1-iscsi: { 'AddressGroup': '1.2', Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'ConntrackHelper': '1.0', Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'LocalIPAssociation': '1.0', Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Log': '1.0', Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Network': '1.1', Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Port': '1.7', Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'PortForwarding': '1.2', Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'QosPolicy': '1.10', Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'SecurityGroup': '1.5', Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'SecurityGroupRule': '1.2', Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'SubPort': '1.0', Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Subnet': '1.1', Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: 'Trunk': '1.1'}} Dec 23 11:58:28.537662 dv-cinder-822821-1-iscsi neutron-server[102502]: {{(pid=102502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:58:28.541563 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:58:28.552605 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:28.552605 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Added segment ec14b389-bd0d-4112-8551-6707a4fb10c3 of type vlan for network ac51d859-bbbe-4f9f-9707-22f475d5dcb6 Dec 23 11:58:28.595542 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:28.622826 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:28.624169 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:28.624824 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:28.666206 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56512) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:28.666754 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6091807 Dec 23 11:58:28.673828 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Request body: {'subnet': {'network_id': 'ac51d859-bbbe-4f9f-9707-22f475d5dcb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1717308532-subnet', 'tenant_id': 'cf852b4ffd784cc6a4c15059be11f5c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:28.714064 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83fcb2-0ad9-4da3-b20b-e3c1daa4af6b admin admin] Pushing event updated for resources: {'Network': ['ID=ac51d859-bbbe-4f9f-9707-22f475d5dcb6,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:28.725859 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network ac51d859-bbbe-4f9f-9707-22f475d5dcb6 details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:58:28.732705 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Made reservation on behalf of cf852b4ffd784cc6a4c15059be11f5c8 for: {'subnet': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:58:28.735462 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:28.827292 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56520) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:28.959897 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for subnet, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.031296 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Checking segment: {'id': 'ec14b389-bd0d-4112-8551-6707a4fb10c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ac51d859-bbbe-4f9f-9707-22f475d5dcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:58:29.031864 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Network hostable DHCP agents. Network: ac51d859-bbbe-4f9f-9707-22f475d5dcb6, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:58:29.061278 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=002b9bc3-5291-44d7-b06b-27234ec9b64b,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:29.064554 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Network ac51d859-bbbe-4f9f-9707-22f475d5dcb6 is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:58:29.077218 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:29.077823 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:29.078321 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:29.078846 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:29.079356 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:29.079875 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:29.080390 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:29.080906 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:29.081418 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:29.081906 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:29.082419 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:29.082963 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:29.083481 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Tracked resource versions report: Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: pushed versions: Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: { 'AddressGroup': {'1.2'}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'ConntrackHelper': {'1.0'}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Log': {'1.0'}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Network': {'1.1'}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Port': {'1.7'}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'PortForwarding': {'1.2'}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'QosPolicy': {'1.10'}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'SecurityGroup': {'1.5'}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'SubPort': {'1.0'}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Subnet': {'1.1'}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Trunk': {'1.1'}} Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: consumer versions: Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: { DHCP agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: HyperV agent@hv-cinder-82282: {}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: L3 agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: Metadata agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: Metering agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: Open vSwitch agent@dv-cinder-822821-1-iscsi: { 'AddressGroup': '1.2', Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'ConntrackHelper': '1.0', Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'LocalIPAssociation': '1.0', Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Log': '1.0', Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Network': '1.1', Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Port': '1.7', Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'PortForwarding': '1.2', Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'QosPolicy': '1.10', Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'SecurityGroup': '1.5', Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'SecurityGroupRule': '1.2', Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'SubPort': '1.0', Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Subnet': '1.1', Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: 'Trunk': '1.1'}} Dec 23 11:58:29.084830 dv-cinder-822821-1-iscsi neutron-server[102503]: {{(pid=102503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:58:29.089782 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, ac51d859-bbbe-4f9f-9707-22f475d5dcb6) {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:29.098596 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56538) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:29.118359 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:29.119994 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.123953 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3399a8-85d0-46b1-b97f-7aa60b5f628b None None] Network ac51d859-bbbe-4f9f-9707-22f475d5dcb6 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:58:29.143624 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-9b78cec9-ddce-4746-933f-1c48424f3e52 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4751740 Dec 23 11:58:29.144770 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-network', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:29.195290 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] Made reservation on behalf of e6c655658b5f4f53b4145ea20afcf1d4 for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:58:29.197988 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.220063 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.305971 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f3be82-92ba-4ca3-a895-f18af184ba1e None None] Network ac51d859-bbbe-4f9f-9707-22f475d5dcb6 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:58:29.338667 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.350761 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.370980 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:58:29.381143 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.381508 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] Added segment acf810b5-0cb6-4a7d-a710-bad7303bb166 of type vlan for network 2ff9bb10-bc99-4d12-bacb-9778f44904da Dec 23 11:58:29.464043 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.478919 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6838d6b8-27bb-49a0-afba-1b1c8f023d08,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:29.505122 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1125415072-network', 'tenant_id': 'ec59363a116e4c37832626c6add07f04'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:29.510156 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.511084 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:29.511831 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.587730 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] Pushing event updated for resources: {'Network': ['ID=2ff9bb10-bc99-4d12-bacb-9778f44904da,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:29.596106 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-992841a1-8dcd-433b-b6ad-a0f9e4a79930 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7672522 Dec 23 11:58:29.599097 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56568) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:29.602690 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network 2ff9bb10-bc99-4d12-bacb-9778f44904da details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:58:29.605476 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-375f6543-69c1-40eb-9632-84c8748ccf05 admin admin] Request body: {'subnet': {'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-subnet', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:29.610477 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] Made reservation on behalf of ec59363a116e4c37832626c6add07f04 for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:58:29.614760 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.626880 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.660984 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375f6543-69c1-40eb-9632-84c8748ccf05 admin admin] Made reservation on behalf of e6c655658b5f4f53b4145ea20afcf1d4 for: {'subnet': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:58:29.664101 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-375f6543-69c1-40eb-9632-84c8748ccf05 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.776931 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.783288 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.811042 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:58:29.827404 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b80635-d894-4f38-bbf7-2426929a37c3,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:29.830843 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.846919 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] Added segment 9551ab7e-6781-408c-abc9-5282dcc75740 of type vlan for network b549575c-e737-460e-8224-ff10749539d5 Dec 23 11:58:29.928978 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-375f6543-69c1-40eb-9632-84c8748ccf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for subnet, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:29.932504 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:30.007052 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:30.008532 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:30.009266 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:30.066364 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9654057 Dec 23 11:58:30.069344 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f6543-69c1-40eb-9632-84c8748ccf05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd3053a-1fe5-4918-9663-e9416b7eff26,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:30.075141 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56584) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:30.080908 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-8e283808-89fc-4ff3-8e19-d1177ec948e8 admin admin] Request body: {'subnet': {'network_id': 'b549575c-e737-460e-8224-ff10749539d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1125415072-subnet', 'tenant_id': 'ec59363a116e4c37832626c6add07f04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:30.112501 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f6543-69c1-40eb-9632-84c8748ccf05 admin admin] Checking segment: {'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:58:30.113153 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375f6543-69c1-40eb-9632-84c8748ccf05 admin admin] Network hostable DHCP agents. Network: 2ff9bb10-bc99-4d12-bacb-9778f44904da, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:58:30.141183 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375f6543-69c1-40eb-9632-84c8748ccf05 admin admin] Network 2ff9bb10-bc99-4d12-bacb-9778f44904da is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:58:30.155571 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c5c5c-a226-44eb-afd5-3bf40100d2e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b549575c-e737-460e-8224-ff10749539d5,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:30.159223 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-375f6543-69c1-40eb-9632-84c8748ccf05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, 2ff9bb10-bc99-4d12-bacb-9778f44904da) {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:30.164444 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375f6543-69c1-40eb-9632-84c8748ccf05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:30.166134 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-375f6543-69c1-40eb-9632-84c8748ccf05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:30.169737 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54b0065-521e-437d-99cd-2023ba42bc85 None None] Network 2ff9bb10-bc99-4d12-bacb-9778f44904da requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:58:30.173442 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network b549575c-e737-460e-8224-ff10749539d5 details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:58:30.186484 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e283808-89fc-4ff3-8e19-d1177ec948e8 admin admin] Made reservation on behalf of ec59363a116e4c37832626c6add07f04 for: {'subnet': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:58:30.193390 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8e283808-89fc-4ff3-8e19-d1177ec948e8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:30.195780 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-375f6543-69c1-40eb-9632-84c8748ccf05 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5950077 Dec 23 11:58:30.201249 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56592) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:30.211130 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:30.272467 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5024'] for router, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:30.274329 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:30.368956 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:30.391594 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e318bb8-a34c-5995-8f3a-345823c4d2f7-2ff9bb10-bc99-4d12-bacb-9778f44904da', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26'}]}} from dv-cinder-822821-1-iscsi. {{(pid=102504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 11:58:30.395383 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:30.615448 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8e283808-89fc-4ff3-8e19-d1177ec948e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for subnet, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:30.728861 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e283808-89fc-4ff3-8e19-d1177ec948e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2572a32-7da4-4c6b-a622-f053958d1230,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:30.731677 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:30.739923 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e283808-89fc-4ff3-8e19-d1177ec948e8 admin admin] Checking segment: {'id': '9551ab7e-6781-408c-abc9-5282dcc75740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b549575c-e737-460e-8224-ff10749539d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:58:30.740447 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e283808-89fc-4ff3-8e19-d1177ec948e8 admin admin] Network hostable DHCP agents. Network: b549575c-e737-460e-8224-ff10749539d5, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:58:30.770844 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.db_base_plugin_common [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Allocated IP 172.20.0.2 (2ff9bb10-bc99-4d12-bacb-9778f44904da/efd3053a-1fe5-4918-9663-e9416b7eff26/bedd1c70-4662-40cc-a3e0-796f12dbcc8c) {{(pid=102504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:58:30.773618 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e283808-89fc-4ff3-8e19-d1177ec948e8 admin admin] Network b549575c-e737-460e-8224-ff10749539d5 is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:58:30.792779 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-8e283808-89fc-4ff3-8e19-d1177ec948e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, b549575c-e737-460e-8224-ff10749539d5) {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:30.798780 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e283808-89fc-4ff3-8e19-d1177ec948e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:30.800342 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8e283808-89fc-4ff3-8e19-d1177ec948e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:30.809053 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bff625-31da-49e5-93dc-057828c5a742 None None] Network b549575c-e737-460e-8224-ff10749539d5 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:58:30.825006 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-8e283808-89fc-4ff3-8e19-d1177ec948e8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7482572 Dec 23 11:58:30.829813 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56618) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:30.837006 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1125415072-router', 'tenant_id': 'ec59363a116e4c37832626c6add07f04', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:30.882012 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5024'] for router, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:30.883313 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:31.058272 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:31.147429 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Publish callbacks [] for port, precommit_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:31.178830 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:31.276458 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Network 2ff9bb10-bc99-4d12-bacb-9778f44904da is already hosted by enough agents. {{(pid=102504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:58:31.282239 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56672) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:31.290365 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:31.315442 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:31.317971 dv-cinder-822821-1-iscsi neutron-server[102503]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 23 11:58:31.343358 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.base_scheduler [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Resources bound (agent type, host, resource id): {{(pid=102504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:31.367093 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:31.370980 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Received port after_create {{(pid=102504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:58:31.384593 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000ca82e-7461-419c-bf08-d673a78764e4 None None] Network b549575c-e737-460e-8224-ff10749539d5 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:58:31.431660 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Pushing event updated for resources: {'Port': ['ID=bedd1c70-4662-40cc-a3e0-796f12dbcc8c,revision_number=1']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:31.625422 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:31.625781 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:31.626129 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:31.626458 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:31.626808 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:31.627122 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:31.627434 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:31.627910 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:31.628224 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:31.628552 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:31.628866 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:31.629626 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:31.629626 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Tracked resource versions report: Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: pushed versions: Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: { 'AddressGroup': {'1.2'}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'ConntrackHelper': {'1.0'}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Log': {'1.0'}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Network': {'1.1'}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Port': {'1.7'}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'PortForwarding': {'1.2'}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'QosPolicy': {'1.10'}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'SecurityGroup': {'1.5'}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'SubPort': {'1.0'}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Subnet': {'1.1'}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Trunk': {'1.1'}} Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: consumer versions: Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: { DHCP agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: HyperV agent@hv-cinder-82282: {}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: L3 agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: Metadata agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: Metering agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: Open vSwitch agent@dv-cinder-822821-1-iscsi: { 'AddressGroup': '1.2', Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'ConntrackHelper': '1.0', Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'LocalIPAssociation': '1.0', Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Log': '1.0', Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Network': '1.1', Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Port': '1.7', Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'PortForwarding': '1.2', Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'QosPolicy': '1.10', Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'SecurityGroup': '1.5', Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'SecurityGroupRule': '1.2', Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'SubPort': '1.0', Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Subnet': '1.1', Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: 'Trunk': '1.1'}} Dec 23 11:58:31.630627 dv-cinder-822821-1-iscsi neutron-server[102504]: {{(pid=102504) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:58:31.649440 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Attempting to bind port bedd1c70-4662-40cc-a3e0-796f12dbcc8c on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:58:31.650242 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Attempting to bind port bedd1c70-4662-40cc-a3e0-796f12dbcc8c by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:58:31.650242 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Attempting to bind port bedd1c70-4662-40cc-a3e0-796f12dbcc8c on network 2ff9bb10-bc99-4d12-bacb-9778f44904da {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:58:31.690727 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:58:31.691119 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Checking segment: {'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:58:31.691524 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:31.691913 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Bound using segment: {'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:58:31.692396 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Bound port: bedd1c70-4662-40cc-a3e0-796f12dbcc8c, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:58:31.692789 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:31.719387 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:31.793723 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:31.795313 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56692) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:31.826639 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56696) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:31.826867 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-06e5212b-c91e-4b7a-a207-1e268a646d1b tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:31.828011 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-06e5212b-c91e-4b7a-a207-1e268a646d1b tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/networks?id=ac51d859-bbbe-4f9f-9707-22f475d5dcb6 HTTP/1.1" status: 200 len: 812 time: 0.5140901 Dec 23 11:58:31.859057 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] For port bedd1c70-4662-40cc-a3e0-796f12dbcc8c, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:58:31.864561 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] For port bedd1c70-4662-40cc-a3e0-796f12dbcc8c, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=bedd1c70-4662-40cc-a3e0-796f12dbcc8c,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:58:31.871318 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:31.887290 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-ca857d51-4fe7-4bd3-b29e-bf963b078410 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/quotas/cf852b4ffd784cc6a4c15059be11f5c8 HTTP/1.1" status: 200 len: 375 time: 0.0479696 Dec 23 11:58:31.960804 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0dcbe-0de6-4b39-9290-f578d3043698 None None] Pushing event updated for resources: {'Port': ['ID=bedd1c70-4662-40cc-a3e0-796f12dbcc8c,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:32.004740 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-d590ef45-6106-4a2b-9a25-35e29d6070b6 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cf852b4ffd784cc6a4c15059be11f5c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162906 Dec 23 11:58:32.006099 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Allocated IP 172.27.2.203 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/4ac7ebef-3f42-4493-b5d2-7e079cbd9dda) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:58:32.012018 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c9797ecd-91ec-4eef-a117-4ca687531849 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.047959 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3ac84eed-61b5-4c5c-9726-b4402eb54488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.207243 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c9797ecd-91ec-4eef-a117-4ca687531849 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.217768 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3ac84eed-61b5-4c5c-9726-b4402eb54488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.222954 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c9797ecd-91ec-4eef-a117-4ca687531849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.246668 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-d1b02e63-e8ad-439c-af29-e22713c1e3e0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:58:32.250647 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-d1b02e63-e8ad-439c-af29-e22713c1e3e0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0945613 Dec 23 11:58:32.275321 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-c9797ecd-91ec-4eef-a117-4ca687531849 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=041f7ef0362a483db89902d1d01979bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4662142 Dec 23 11:58:32.277523 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3ac84eed-61b5-4c5c-9726-b4402eb54488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.281304 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56734) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:32.285261 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.372851 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-3ac84eed-61b5-4c5c-9726-b4402eb54488 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d63ec44670b46eabfde6472f6f6dc5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5246577 Dec 23 11:58:32.372851 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56740) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:32.372851 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9797ecd-91ec-4eef-a117-4ca687531849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80446aa-e943-40ed-bb88-a27f23690a1b,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:32.446601 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac84eed-61b5-4c5c-9726-b4402eb54488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fc4ce3-8669-4928-bc71-90a99de124d9,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:32.473027 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-83de0601-aa5c-4b06-bf0d-2fad73cba70b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.485291 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-99f4a8b6-731a-4ba3-833b-e0467d050854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.514243 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-99f4a8b6-731a-4ba3-833b-e0467d050854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.562683 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-88c50563-3a5b-48aa-8da7-43e9735cb8d8 service neutron] 10.222.0.65 "GET /v2.0/networks/ac51d859-bbbe-4f9f-9707-22f475d5dcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007238 Dec 23 11:58:32.572109 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-83de0601-aa5c-4b06-bf0d-2fad73cba70b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.590540 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-99f4a8b6-731a-4ba3-833b-e0467d050854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.597868 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-99f4a8b6-731a-4ba3-833b-e0467d050854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.601747 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.602615 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-99f4a8b6-731a-4ba3-833b-e0467d050854 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1fc4ce3-8669-4928-bc71-90a99de124d9 HTTP/1.1" status: 204 len: 168 time: 0.2469678 Dec 23 11:58:32.668577 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4a8b6-731a-4ba3-833b-e0467d050854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fc4ce3-8669-4928-bc71-90a99de124d9,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:32.722648 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_common [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Allocated IP 172.27.2.205 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/d7885d44-4c8b-48ff-aee0-9da5becec047) {{(pid=102502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:58:32.786789 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:58:32.796515 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:32.801657 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac7ebef-3f42-4493-b5d2-7e079cbd9dda,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:32.804601 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:58:32.924314 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-4db19e70-4650-4e0e-9775-d3a96e383e05 service neutron] 10.222.0.65 "GET /v2.0/networks/ac51d859-bbbe-4f9f-9707-22f475d5dcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606637 Dec 23 11:58:32.946228 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-83de0601-aa5c-4b06-bf0d-2fad73cba70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.950530 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-83de0601-aa5c-4b06-bf0d-2fad73cba70b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:32.956184 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-83de0601-aa5c-4b06-bf0d-2fad73cba70b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a80446aa-e943-40ed-bb88-a27f23690a1b HTTP/1.1" status: 204 len: 168 time: 0.6555350 Dec 23 11:58:32.979870 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:33.064260 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de0601-aa5c-4b06-bf0d-2fad73cba70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80446aa-e943-40ed-bb88-a27f23690a1b,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:33.089001 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:33.204324 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:58:33.207653 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:33.220298 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Received port after_create {{(pid=102502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:58:33.419748 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device bedd1c70-4662-40cc-a3e0-796f12dbcc8c up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:58:33.425888 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56796) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:33.521535 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port bedd1c70-4662-40cc-a3e0-796f12dbcc8c triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:33.523105 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:33.585127 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Pushing event updated for resources: {'Port': ['ID=d7885d44-4c8b-48ff-aee0-9da5becec047,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:33.673527 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7c4af567-36c2-419a-b4f9-28fba72409bd req-15a7c224-ab45-4c2b-949d-af179dbd1437 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.2458105 Dec 23 11:58:33.675723 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774635e6-1f4d-4f95-b122-2f0bafb72af6 None None] Network 2ff9bb10-bc99-4d12-bacb-9778f44904da requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:58:33.689284 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:33.846186 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:33.880061 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:33.924594 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-f60f0abf-3144-468d-9e3e-d6aa072bcdb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:33.944544 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] For port bedd1c70-4662-40cc-a3e0-796f12dbcc8c, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=bedd1c70-4662-40cc-a3e0-796f12dbcc8c,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:58:33.953697 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-70881c8a-50ac-4250-b4b3-f7b33b541084 None None] Provisioning complete for port bedd1c70-4662-40cc-a3e0-796f12dbcc8c triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:33.954155 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-70881c8a-50ac-4250-b4b3-f7b33b541084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.030171 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.050153 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56824) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:34.087912 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56830) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:34.150609 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7605f170-ee87-495a-8521-5dfbc185cb11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.184065 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598901'] for router, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.255105 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Pushing event updated for resources: {'Port': ['ID=bedd1c70-4662-40cc-a3e0-796f12dbcc8c,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:34.337089 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598901'] for router, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.365618 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ab3afbdf-151f-4e23-9513-1ad1d260e02f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.429287 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-9b48779e-4cbf-49f3-b151-15c0b5e1f640 None None] Provisioning complete for port bedd1c70-4662-40cc-a3e0-796f12dbcc8c triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:34.439169 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9b48779e-4cbf-49f3-b151-15c0b5e1f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.490826 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7605f170-ee87-495a-8521-5dfbc185cb11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.501071 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7605f170-ee87-495a-8521-5dfbc185cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.573219 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605f170-ee87-495a-8521-5dfbc185cb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931165ce-2a2f-4025-b140-59eb65f5f3e0,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:34.604344 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-7605f170-ee87-495a-8521-5dfbc185cb11 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=062d8fbe4d034920a6f7654daff33d91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5153737 Dec 23 11:58:34.604944 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56854) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:34.641305 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ab3afbdf-151f-4e23-9513-1ad1d260e02f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.659515 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ab3afbdf-151f-4e23-9513-1ad1d260e02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.659651 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Router a7317eee-00fc-4c04-a387-f27124df9332 is scheduled to L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f with binding_index 1 {{(pid=102503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 11:58:34.687848 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b8861438-060f-4c7c-be96-dc4a7f124ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.717753 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-ab3afbdf-151f-4e23-9513-1ad1d260e02f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=645cdb6dacb842d596763f1cc0db0ea8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6664832 Dec 23 11:58:34.718377 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56862) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:34.725403 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3afbdf-151f-4e23-9513-1ad1d260e02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0075809-e802-46b6-b3a8-95e06b673bec,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:34.735361 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Router 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf is scheduled to L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f with binding_index 1 {{(pid=102502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 11:58:34.789309 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b8861438-060f-4c7c-be96-dc4a7f124ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.874002 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f98d9a36-41e0-4202-8ed4-f4dff0bed21f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.891111 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-64f18782-3eba-44ce-91d8-55274dcdcb80 req-41fe2e43-beb8-4cac-bc19-823ed41b6fec tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.0614450 Dec 23 11:58:34.909671 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f98d9a36-41e0-4202-8ed4-f4dff0bed21f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.911768 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:58:34.936065 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Sync routers for ids ['a7317eee-00fc-4c04-a387-f27124df9332'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:58:34.964646 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Routers {'a7317eee-00fc-4c04-a387-f27124df9332'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:58:34.965654 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:58:34.966342 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T11:58:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a7317eee-00fc-4c04-a387-f27124df9332'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:34.974770 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] Publish callbacks [] for router, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:34.976454 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Sync routers for ids ['4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:58:34.979814 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-776c2be9-be8f-45d8-9f65-003830eb7349 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7770185 Dec 23 11:58:34.980433 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56870) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:34.996433 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Routers {'4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:58:34.999727 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T11:58:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:35.018132 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] Publish callbacks [] for router, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:35.022093 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-a934ab0f-d6bf-4af0-8798-2f9b053bcd34 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1872020 Dec 23 11:58:35.023037 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 56876) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:35.035593 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b8861438-060f-4c7c-be96-dc4a7f124ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:35.040988 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b8861438-060f-4c7c-be96-dc4a7f124ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:35.046182 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-b8861438-060f-4c7c-be96-dc4a7f124ce3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/931165ce-2a2f-4025-b140-59eb65f5f3e0 HTTP/1.1" status: 204 len: 168 time: 0.4374564 Dec 23 11:58:35.059973 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8861438-060f-4c7c-be96-dc4a7f124ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931165ce-2a2f-4025-b140-59eb65f5f3e0,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:35.137464 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f98d9a36-41e0-4202-8ed4-f4dff0bed21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:35.145095 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f98d9a36-41e0-4202-8ed4-f4dff0bed21f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:35.148744 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-f98d9a36-41e0-4202-8ed4-f4dff0bed21f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f0075809-e802-46b6-b3a8-95e06b673bec HTTP/1.1" status: 204 len: 168 time: 0.4266989 Dec 23 11:58:35.183561 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d9a36-41e0-4202-8ed4-f4dff0bed21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0075809-e802-46b6-b3a8-95e06b673bec,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:35.261630 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Set router 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:58:35.399442 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Set router a7317eee-00fc-4c04-a387-f27124df9332 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:58:35.449876 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device bedd1c70-4662-40cc-a3e0-796f12dbcc8c up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:58:35.587683 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:33Z', 'revision_number': 3, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:35.620957 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Checking router: a7317eee-00fc-4c04-a387-f27124df9332 for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:58:35.621309 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Updating router a7317eee-00fc-4c04-a387-f27124df9332 port 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda binding host dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:58:35.645977 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:35.822434 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:35.857102 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port bedd1c70-4662-40cc-a3e0-796f12dbcc8c triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:35.857897 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:35.922260 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56906) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:35.967939 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1125415072-router', 'tenant_id': 'ec59363a116e4c37832626c6add07f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'd7885d44-4c8b-48ff-aee0-9da5becec047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:33Z', 'revision_number': 3, 'project_id': 'ec59363a116e4c37832626c6add07f04', 'gw_port': {'id': 'd7885d44-4c8b-48ff-aee0-9da5becec047', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fa:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:35.987183 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-23b06f2c-62cd-463b-983a-59f4d305d011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.003714 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.016390 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Checking router: 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:58:36.017249 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Updating router 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf port d7885d44-4c8b-48ff-aee0-9da5becec047 binding host dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:58:36.053147 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-00fe2b31-f15d-4433-b144-ceec1ca1db80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.065525 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.171799 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Allocated IP 172.20.0.1 (2ff9bb10-bc99-4d12-bacb-9778f44904da/efd3053a-1fe5-4918-9663-e9416b7eff26/dc39ecc4-5a9d-4267-8841-c6bae17cf8e7) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:58:36.226076 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.240579 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-23b06f2c-62cd-463b-983a-59f4d305d011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.242747 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.265329 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-23b06f2c-62cd-463b-983a-59f4d305d011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.322461 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e4a3f06e-da95-4863-b43d-827c118a0086 req-b1222ce3-ed75-4883-a45d-c0ab86fbda7f tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.0788672 Dec 23 11:58:36.360882 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-23b06f2c-62cd-463b-983a-59f4d305d011 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19b13514c9b44575973e62fbf323d399&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4296820 Dec 23 11:58:36.367602 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 56924) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:36.368620 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Attempting to bind port 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:58:36.371274 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Attempting to bind port 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:58:36.371904 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Attempting to bind port 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda on network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:58:36.387276 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b06f2c-62cd-463b-983a-59f4d305d011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98b94ba-ce15-4a57-aef6-c228d7523649,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:36.390622 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:58:36.393087 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Checking segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:58:36.393718 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.394350 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Bound using segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:58:36.397587 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Bound port: 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:58:36.398350 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.423495 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.470018 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f10a8c49-3660-4eae-be8d-5423a44375ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.505237 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f10a8c49-3660-4eae-be8d-5423a44375ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.505890 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] For port 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:58:36.509512 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] For port 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=4ac7ebef-3f42-4493-b5d2-7e079cbd9dda,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:58:36.513799 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.529257 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Pushing event updated for resources: {'Port': ['ID=4ac7ebef-3f42-4493-b5d2-7e079cbd9dda,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:36.534413 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.566782 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Publish callbacks [] for port, precommit_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.576637 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.590652 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_common [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Allocated IP 172.20.0.1 (b549575c-e737-460e-8224-ff10749539d5/c2572a32-7da4-4c6b-a622-f053958d1230/38b8d1fe-18de-4783-a364-78e00b58318b) {{(pid=102502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:58:36.599175 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:36.600467 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:36.602806 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:36.603474 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:36.604020 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:36.605654 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:36.606251 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:36.610356 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:36.610864 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:36.611449 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:36.612314 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:36.612832 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:36.613346 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Tracked resource versions report: Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: pushed versions: Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: { 'AddressGroup': {'1.2'}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'ConntrackHelper': {'1.0'}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'LocalIPAssociation': {'1.0'}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Log': {'1.0'}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Network': {'1.1'}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Port': {'1.7'}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'PortForwarding': {'1.2'}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'QosPolicy': {'1.10'}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'SecurityGroup': {'1.5'}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'SecurityGroupRule': {'1.2'}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'SubPort': {'1.0'}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Subnet': {'1.1'}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Trunk': {'1.1'}} Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: consumer versions: Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: { DHCP agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: HyperV agent@hv-cinder-82282: {}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: L3 agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: Metadata agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: Metering agent@dv-cinder-822821-1-iscsi: {}, Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: Open vSwitch agent@dv-cinder-822821-1-iscsi: { 'AddressGroup': '1.2', Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'ConntrackHelper': '1.0', Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'LocalIPAssociation': '1.0', Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Log': '1.0', Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Network': '1.1', Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Port': '1.7', Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'PortForwarding': '1.2', Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'QosPolicy': '1.10', Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'SecurityGroup': '1.5', Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'SecurityGroupRule': '1.2', Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'SubPort': '1.0', Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Subnet': '1.1', Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: 'Trunk': '1.1'}} Dec 23 11:58:36.614791 dv-cinder-822821-1-iscsi neutron-server[102505]: {{(pid=102505) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 11:58:36.660851 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Routers {'a7317eee-00fc-4c04-a387-f27124df9332'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:58:36.661505 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T11:58:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a7317eee-00fc-4c04-a387-f27124df9332'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:36.702380 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Attempting to bind port d7885d44-4c8b-48ff-aee0-9da5becec047 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:58:36.703122 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Attempting to bind port d7885d44-4c8b-48ff-aee0-9da5becec047 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:58:36.703717 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Attempting to bind port d7885d44-4c8b-48ff-aee0-9da5becec047 on network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:58:36.716167 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:58:36.717193 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Checking segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:58:36.717813 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.718364 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Bound using segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:58:36.719127 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Bound port: d7885d44-4c8b-48ff-aee0-9da5becec047, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:58:36.719717 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.721878 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01976c2-907d-4316-bad5-93557cb85859 None None] Pushing event updated for resources: {'Port': ['ID=d7885d44-4c8b-48ff-aee0-9da5becec047,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:36.853393 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] For port d7885d44-4c8b-48ff-aee0-9da5becec047, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:58:36.862380 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] For port d7885d44-4c8b-48ff-aee0-9da5becec047, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=d7885d44-4c8b-48ff-aee0-9da5becec047,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:58:36.875514 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:36.991506 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Pushing event updated for resources: {'Port': ['ID=dc39ecc4-5a9d-4267-8841-c6bae17cf8e7,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:36.997238 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:37.032054 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Network 2ff9bb10-bc99-4d12-bacb-9778f44904da is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:58:37.034387 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Routers {'4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:58:37.035116 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T11:58:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:37.039243 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:37.043616 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:58:37.044202 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601410'] for router_interface, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:37.056795 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578d228-2c66-40d6-9e9f-2d8987628d19 None None] Pushing event updated for resources: {'Port': ['ID=4ac7ebef-3f42-4493-b5d2-7e079cbd9dda,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:37.077904 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:37.129364 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] Set router a7317eee-00fc-4c04-a387-f27124df9332 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:58:37.137982 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Network b549575c-e737-460e-8224-ff10749539d5 is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:58:37.145448 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:37.149940 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Received port after_create {{(pid=102502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:58:37.150631 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601410'] for router_interface, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:37.270476 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Pushing event updated for resources: {'Port': ['ID=38b8d1fe-18de-4783-a364-78e00b58318b,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:37.376540 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f10a8c49-3660-4eae-be8d-5423a44375ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:37.379499 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f10a8c49-3660-4eae-be8d-5423a44375ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:37.384444 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-f10a8c49-3660-4eae-be8d-5423a44375ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f98b94ba-ce15-4a57-aef6-c228d7523649 HTTP/1.1" status: 204 len: 168 time: 1.0141814 Dec 23 11:58:37.399530 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:37.416822 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a8c49-3660-4eae-be8d-5423a44375ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98b94ba-ce15-4a57-aef6-c228d7523649,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:37.468312 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01976c2-907d-4316-bad5-93557cb85859 None None] Pushing event updated for resources: {'Port': ['ID=d7885d44-4c8b-48ff-aee0-9da5becec047,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:37.515148 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:37.533667 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] Set router 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:58:37.536568 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-c2be3ec7-8a7b-4529-ad5d-6607b6fa911b None None] Provisioning complete for port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:37.537054 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-c2be3ec7-8a7b-4529-ad5d-6607b6fa911b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:37.595818 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:33Z', 'revision_number': 3, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:37.648333 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9718ebfd-197d-40c0-ba70-6bb905a1ba94 req-5cbecc37-a37b-4f36-8fb6-dbc9d61076a6 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.0559661 Dec 23 11:58:37.727389 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d4b1f3-744c-406f-a2e4-11c697410c35 None None] The sync data for ids ['a7317eee-00fc-4c04-a387-f27124df9332'] in dv-cinder-822821-1-iscsi is: [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:33Z', 'revision_number': 3, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:58:37.737871 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:37.745644 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:37.746725 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601398'] for router_interface, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:37.877219 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Pushing event updated for resources: {'Port': ['ID=dc39ecc4-5a9d-4267-8841-c6bae17cf8e7,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:37.902765 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:37.928868 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Network 2ff9bb10-bc99-4d12-bacb-9778f44904da is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:58:37.930593 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:38.193850 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Router a7317eee-00fc-4c04-a387-f27124df9332 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:58:38.225365 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-c2be3ec7-8a7b-4529-ad5d-6607b6fa911b None None] Port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:58:38.372444 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:38.383398 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:38.385210 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601398'] for router_interface, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:38.459810 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.61', 59820) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:38.565132 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Pushing event updated for resources: {'Port': ['ID=38b8d1fe-18de-4783-a364-78e00b58318b,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:38.684893 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-6d853af7-c578-481f-9000-767981a86367 None None] Provisioning complete for port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:38.697677 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-6d853af7-c578-481f-9000-767981a86367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:38.758895 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Network b549575c-e737-460e-8224-ff10749539d5 is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:58:38.765059 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:38.775716 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:38.856833 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:58:38.885390 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-e9f97ca0-ddc3-493a-853d-e0bb70194551 admin admin] 10.222.0.65 "PUT /v2.0/routers/a7317eee-00fc-4c04-a387-f27124df9332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9029045 Dec 23 11:58:38.908866 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1125415072-router', 'tenant_id': 'ec59363a116e4c37832626c6add07f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'd7885d44-4c8b-48ff-aee0-9da5becec047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:33Z', 'revision_number': 3, 'project_id': 'ec59363a116e4c37832626c6add07f04', 'gw_port': {'id': 'd7885d44-4c8b-48ff-aee0-9da5becec047', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fa:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:39.003973 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51bd2df-5856-4869-8f52-c85af2e87758 None None] The sync data for ids ['4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'] in dv-cinder-822821-1-iscsi is: [{'id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1125415072-router', 'tenant_id': 'ec59363a116e4c37832626c6add07f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'd7885d44-4c8b-48ff-aee0-9da5becec047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:33Z', 'revision_number': 3, 'project_id': 'ec59363a116e4c37832626c6add07f04', 'gw_port': {'id': 'd7885d44-4c8b-48ff-aee0-9da5becec047', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fa:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:58:39.012012 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-6d853af7-c578-481f-9000-767981a86367 None None] Port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:58:39.024732 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-57d8b7ba-4066-4286-a5c6-ece64b952ce4 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:39.027949 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-57d8b7ba-4066-4286-a5c6-ece64b952ce4 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.61 "GET /v2.0/networks?id=ac51d859-bbbe-4f9f-9707-22f475d5dcb6 HTTP/1.1" status: 200 len: 812 time: 0.5667286 Dec 23 11:58:39.124197 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Router 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:58:39.190401 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f981c45b-12cc-419f-806d-29ac67db92ee req-2bde4b6e-c30c-4726-9e05-4f0e626700f8 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.0734117 Dec 23 11:58:39.216816 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-09564147-37bc-458e-9f92-122d16b5e50c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Request body: {'port': {'device_id': '518c84e9-aab7-44b1-b614-30ffee393824', 'network_id': 'ac51d859-bbbe-4f9f-9707-22f475d5dcb6', 'admin_state_up': True, 'tenant_id': 'cf852b4ffd784cc6a4c15059be11f5c8'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:39.284034 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:39.449399 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:58:39.583819 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:58:39.588813 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-d2f1aa83-a25f-458e-99bc-b60e778f79bd admin admin] 10.222.0.65 "PUT /v2.0/routers/4dbaf449-7e48-4fd5-84e7-200fa1d6afcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5637038 Dec 23 11:58:39.593510 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:39.594088 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:39.827719 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:39.895092 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-09564147-37bc-458e-9f92-122d16b5e50c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Made reservation on behalf of cf852b4ffd784cc6a4c15059be11f5c8 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:58:39.901168 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-09564147-37bc-458e-9f92-122d16b5e50c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:39.922787 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] For port 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=4ac7ebef-3f42-4493-b5d2-7e079cbd9dda,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:58:39.932469 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:40.070537 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Pushing event updated for resources: {'Port': ['ID=4ac7ebef-3f42-4493-b5d2-7e079cbd9dda,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:40.388938 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-09564147-37bc-458e-9f92-122d16b5e50c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Allocated IP 172.20.0.10 (ac51d859-bbbe-4f9f-9707-22f475d5dcb6/002b9bc3-5291-44d7-b06b-27234ec9b64b/22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:58:40.614442 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a3d4b167-34d2-4298-aa37-a842bc146cb1 req-131355fa-06d8-41e0-878c-3337c5442cc4 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.1413896 Dec 23 11:58:40.821304 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-09564147-37bc-458e-9f92-122d16b5e50c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:40.917800 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-09564147-37bc-458e-9f92-122d16b5e50c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:41.005935 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-09564147-37bc-458e-9f92-122d16b5e50c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Network ac51d859-bbbe-4f9f-9707-22f475d5dcb6 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:58:41.010343 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-09564147-37bc-458e-9f92-122d16b5e50c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:41.034295 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57194) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:41.039958 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-34d25abc-12fc-4de3-a249-3ec2708b0af2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073952889', 'description': 'tempest-description--45713273'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:41.109748 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-09564147-37bc-458e-9f92-122d16b5e50c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:58:41.114003 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-34d25abc-12fc-4de3-a249-3ec2708b0af2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:41.129098 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-09564147-37bc-458e-9f92-122d16b5e50c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:41.132278 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-09564147-37bc-458e-9f92-122d16b5e50c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:41.281447 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Sync routers for ids ['a7317eee-00fc-4c04-a387-f27124df9332'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:58:41.308776 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-09564147-37bc-458e-9f92-122d16b5e50c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1095469 Dec 23 11:58:41.314191 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09564147-37bc-458e-9f92-122d16b5e50c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Pushing event updated for resources: {'Port': ['ID=22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:41.333581 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Routers {'a7317eee-00fc-4c04-a387-f27124df9332'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:58:41.334234 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T11:58:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a7317eee-00fc-4c04-a387-f27124df9332'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:41.387100 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-8b0836ae-7b0d-4920-9e1e-690e01c77191 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:58:41.388206 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-8b0836ae-7b0d-4920-9e1e-690e01c77191 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055869 Dec 23 11:58:41.519768 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-34d25abc-12fc-4de3-a249-3ec2708b0af2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:41.531818 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-34d25abc-12fc-4de3-a249-3ec2708b0af2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:41.671070 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:58:41.697568 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d25abc-12fc-4de3-a249-3ec2708b0af2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ba983c-add1-4a6c-9bf4-92366bfe0faa,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:41.738821 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-34d25abc-12fc-4de3-a249-3ec2708b0af2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:41.745855 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-34d25abc-12fc-4de3-a249-3ec2708b0af2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7095563 Dec 23 11:58:41.746916 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57246) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:41.760414 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-66088366-57d1-4758-9aad-8a198eda9859 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Request body: {'security_group_rule': {'security_group_id': '97ba983c-add1-4a6c-9bf4-92366bfe0faa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:41.854266 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:41.854674 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:41.865858 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Set router a7317eee-00fc-4c04-a387-f27124df9332 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:58:41.887004 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-66088366-57d1-4758-9aad-8a198eda9859 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:42.130726 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-66088366-57d1-4758-9aad-8a198eda9859 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:42.141589 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-66088366-57d1-4758-9aad-8a198eda9859 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:42.178300 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66088366-57d1-4758-9aad-8a198eda9859 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfaf88f-6438-4e00-8d0f-d59040bbf508,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:42.200736 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-66088366-57d1-4758-9aad-8a198eda9859 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:42.205539 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-66088366-57d1-4758-9aad-8a198eda9859 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4572432 Dec 23 11:58:42.210555 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57262) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:42.222845 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-3076a4c1-1cbf-4dfe-b5d3-1ecc8edb60e0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Request body: {'security_group_rule': {'security_group_id': '97ba983c-add1-4a6c-9bf4-92366bfe0faa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:42.247565 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device d7885d44-4c8b-48ff-aee0-9da5becec047 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:58:42.293435 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57266) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:42.321476 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3076a4c1-1cbf-4dfe-b5d3-1ecc8edb60e0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:42.355016 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 2, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:42.410207 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port d7885d44-4c8b-48ff-aee0-9da5becec047 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:42.417551 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:42.422650 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Checking router: a7317eee-00fc-4c04-a387-f27124df9332 for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:58:42.426068 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Updating router a7317eee-00fc-4c04-a387-f27124df9332 port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 binding host dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:58:42.466263 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:42.505361 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3076a4c1-1cbf-4dfe-b5d3-1ecc8edb60e0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:42.507266 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 57272) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:42.515588 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3076a4c1-1cbf-4dfe-b5d3-1ecc8edb60e0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:42.532204 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Sync routers for ids ['4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:58:42.540261 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ff4d8-0e3f-4d67-bf71-751e6277561b req-2fcbab2f-e7a4-433c-ab8e-ae0017bc52df tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:42.542581 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c32ff4d8-0e3f-4d67-bf71-751e6277561b req-2fcbab2f-e7a4-433c-ab8e-ae0017bc52df tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 932 time: 0.3623481 Dec 23 11:58:42.580268 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076a4c1-1cbf-4dfe-b5d3-1ecc8edb60e0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1639b851-8c28-4c6b-abd8-55d10ec1e0c1,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:42.608219 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3076a4c1-1cbf-4dfe-b5d3-1ecc8edb60e0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:42.612303 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-3076a4c1-1cbf-4dfe-b5d3-1ecc8edb60e0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3979011 Dec 23 11:58:42.612959 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:42.613112 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57276) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:42.616727 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Routers {'4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:58:42.620038 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T11:58:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:42.627096 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Request body: {'floatingip': {'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:42.636970 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-dde61fc7-b3d5-4a9c-9c7f-3cf1e57fca4e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:42.640203 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-dde61fc7-b3d5-4a9c-9c7f-3cf1e57fca4e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/networks?id=b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 200 len: 819 time: 1.0345795 Dec 23 11:58:42.689837 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for floatingip, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:42.713301 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c32ff4d8-0e3f-4d67-bf71-751e6277561b req-ad02296a-82f9-41e8-946b-99bead9653eb tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556730 Dec 23 11:58:42.732752 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-08f316c7-abe2-4a84-8a8d-5eec699e8f9e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/quotas/ec59363a116e4c37832626c6add07f04 HTTP/1.1" status: 200 len: 375 time: 0.0306938 Dec 23 11:58:42.895256 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Request body: {'port': {'device_id': '518c84e9-aab7-44b1-b614-30ffee393824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:42.955299 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Set router 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:58:43.128385 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-9a100a7c-960b-450f-a9cc-121ee54aee84 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec59363a116e4c37832626c6add07f04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3899999 Dec 23 11:58:43.131797 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:43.151727 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:43.156414 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce9dd-a149-42a3-9ab4-005aa25e9682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:43.162880 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:43.257144 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ccb470d8-69a8-47b4-a404-df5c8912a275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:43.327463 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:43.396946 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57292) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:43.433657 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Attempting to bind port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:58:43.435385 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Attempting to bind port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:58:43.436700 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Attempting to bind port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 on network 2ff9bb10-bc99-4d12-bacb-9778f44904da {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:58:43.440011 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] For port d7885d44-4c8b-48ff-aee0-9da5becec047, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=d7885d44-4c8b-48ff-aee0-9da5becec047,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:58:43.453491 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:58:43.456437 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Checking segment: {'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:58:43.457041 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:43.458395 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Bound using segment: {'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:58:43.459813 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Bound port: dc39ecc4-5a9d-4267-8841-c6bae17cf8e7, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:58:43.461939 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:43.483931 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:43.542614 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:43.627137 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921738a-ac4e-429c-a47b-2f4fabdbba3a None None] Pushing event updated for resources: {'Port': ['ID=dc39ecc4-5a9d-4267-8841-c6bae17cf8e7,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:43.664532 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Pushing event updated for resources: {'Port': ['ID=d7885d44-4c8b-48ff-aee0-9da5becec047,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:43.720334 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] For port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:58:43.725955 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] For port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=dc39ecc4-5a9d-4267-8841-c6bae17cf8e7,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:58:43.740643 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:43.874701 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce9dd-a149-42a3-9ab4-005aa25e9682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:43.897070 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce9dd-a149-42a3-9ab4-005aa25e9682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:43.925077 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Routers {'a7317eee-00fc-4c04-a387-f27124df9332'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:58:43.926027 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T11:58:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a7317eee-00fc-4c04-a387-f27124df9332'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:43.928247 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921738a-ac4e-429c-a47b-2f4fabdbba3a None None] Pushing event updated for resources: {'Port': ['ID=dc39ecc4-5a9d-4267-8841-c6bae17cf8e7,revision_number=4']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:43.933436 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-fa4e4068-8ffb-45cf-b1fe-be06b4304989 None None] Provisioning complete for port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:43.933899 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-fa4e4068-8ffb-45cf-b1fe-be06b4304989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:44.033263 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ccb470d8-69a8-47b4-a404-df5c8912a275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:44.047248 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-4d5ce9dd-a149-42a3-9ab4-005aa25e9682 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5887f7f050514497b85cd77003ea7a8e&name=default HTTP/1.1" status: 200 len: 2995 time: 1.7506845 Dec 23 11:58:44.050177 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57308) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:44.053672 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_common [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Allocated IP 172.27.2.125 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/49b7b461-0e06-4d00-aac5-48d114a2b1f5) {{(pid=102502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:58:44.090436 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ce9dd-a149-42a3-9ab4-005aa25e9682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e59cf2-4983-4c67-95ef-7281d1239b7e,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:44.091226 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ccb470d8-69a8-47b4-a404-df5c8912a275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:44.091769 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-fa4e4068-8ffb-45cf-b1fe-be06b4304989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:44.152552 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-afd5ccfb-df68-4d14-a476-fb20df9485c2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 11:58:44.153930 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-afd5ccfb-df68-4d14-a476-fb20df9485c2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4301453 Dec 23 11:58:44.189825 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-fa4e4068-8ffb-45cf-b1fe-be06b4304989 None None] For port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=dc39ecc4-5a9d-4267-8841-c6bae17cf8e7,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:58:44.197320 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1125415072-router', 'tenant_id': 'ec59363a116e4c37832626c6add07f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'd7885d44-4c8b-48ff-aee0-9da5becec047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'ec59363a116e4c37832626c6add07f04', 'gw_port': {'id': 'd7885d44-4c8b-48ff-aee0-9da5becec047', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fa:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '38b8d1fe-18de-4783-a364-78e00b58318b', 'name': '', 'network_id': 'b549575c-e737-460e-8224-ff10749539d5', 'tenant_id': 'ec59363a116e4c37832626c6add07f04', 'mac_address': 'fa:16:3e:b9:70:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c2572a32-7da4-4c6b-a622-f053958d1230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:36Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 2, 'project_id': 'ec59363a116e4c37832626c6add07f04', 'subnets': [{'id': 'c2572a32-7da4-4c6b-a622-f053958d1230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:44.207480 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-fa4e4068-8ffb-45cf-b1fe-be06b4304989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:44.289611 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e1099491-d1bd-48fa-9029-132862b2a6bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:44.332473 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] Set router a7317eee-00fc-4c04-a387-f27124df9332 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:58:44.399981 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e4068-8ffb-45cf-b1fe-be06b4304989 None None] Pushing event updated for resources: {'Port': ['ID=dc39ecc4-5a9d-4267-8841-c6bae17cf8e7,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:44.437234 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-07e06de0-c771-4dfc-922c-d90471996ad6 service neutron] 10.222.0.65 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457418 Dec 23 11:58:44.442538 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Checking router: 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:58:44.443434 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Updating router 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf port 38b8d1fe-18de-4783-a364-78e00b58318b binding host dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 11:58:44.544223 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b604518-b78b-49b4-8f3b-c54ea2e05035 req-51f421f2-a19c-47e2-86b0-605b96d032d3 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:44.547088 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3b604518-b78b-49b4-8f3b-c54ea2e05035 req-51f421f2-a19c-47e2-86b0-605b96d032d3 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 932 time: 0.6334419 Dec 23 11:58:44.582543 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-2af00f70-12f7-4375-99b8-3f7d266c23f3 None None] Provisioning complete for port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:44.589684 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-2af00f70-12f7-4375-99b8-3f7d266c23f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:44.681098 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57326) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:44.699684 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:44.717611 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a0306da9-cc9a-4be9-aa23-406c3efd24a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:44.787152 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a0306da9-cc9a-4be9-aa23-406c3efd24a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:44.791252 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for port, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:44.802257 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-d7e1fb6e-f005-453e-b2cf-c8a88950f704 service neutron] 10.222.0.65 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077257 Dec 23 11:58:44.832037 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-ccb470d8-69a8-47b4-a404-df5c8912a275 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c8acf404324d455aa761e35356f73425&name=default HTTP/1.1" status: 200 len: 2993 time: 2.2877016 Dec 23 11:58:44.840412 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57336) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:44.863963 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:43Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:44.887822 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb470d8-69a8-47b4-a404-df5c8912a275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80453668-3697-47b6-84d2-d66122dbfe0c,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:44.960573 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3b604518-b78b-49b4-8f3b-c54ea2e05035 req-4d9e62f2-5342-41f8-a377-6533134715c7 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564405 Dec 23 11:58:44.975377 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf87a6f5-613b-4e86-a926-97ab4d9216cc None None] The sync data for ids ['a7317eee-00fc-4c04-a387-f27124df9332'] in dv-cinder-822821-1-iscsi is: [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:43Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:58:44.983808 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e1099491-d1bd-48fa-9029-132862b2a6bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:44.985092 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9a773aca-e263-4e73-9206-3c2d4550ca51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:44.998882 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:45.074543 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:58:45.077536 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e1099491-d1bd-48fa-9029-132862b2a6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:45.097847 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:45.154681 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a0306da9-cc9a-4be9-aa23-406c3efd24a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:45.165083 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a0306da9-cc9a-4be9-aa23-406c3efd24a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:45.167445 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-a0306da9-cc9a-4be9-aa23-406c3efd24a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21e59cf2-4983-4c67-95ef-7281d1239b7e HTTP/1.1" status: 204 len: 168 time: 1.1048532 Dec 23 11:58:45.194739 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Received port after_create {{(pid=102502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:58:45.198128 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:58:45.212622 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:45.324210 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Transition to ACTIVE for port object 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:58:45.355594 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:45.443586 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9b46ba52-eb0b-466e-9269-525cfe6327d6 req-d813fb27-93b0-429a-a3a2-600aa3bc04e3 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 210 time: 0.1028967 Dec 23 11:58:45.471389 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9a773aca-e263-4e73-9206-3c2d4550ca51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:45.545667 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Pushing event updated for resources: {'Port': ['ID=22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:45.553525 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 57364) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:45.714609 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1099491-d1bd-48fa-9029-132862b2a6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803a2cc5-621b-432a-9274-069f59192082,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:45.728264 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-e1099491-d1bd-48fa-9029-132862b2a6bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a354843673a406ea714281db0adbaf1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2950613 Dec 23 11:58:45.751507 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9a773aca-e263-4e73-9206-3c2d4550ca51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:45.754591 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9a773aca-e263-4e73-9206-3c2d4550ca51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:45.755960 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-9a773aca-e263-4e73-9206-3c2d4550ca51 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80453668-3697-47b6-84d2-d66122dbfe0c HTTP/1.1" status: 204 len: 168 time: 0.9096673 Dec 23 11:58:45.769233 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0306da9-cc9a-4be9-aa23-406c3efd24a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e59cf2-4983-4c67-95ef-7281d1239b7e,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:45.786182 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 57370) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:45.853898 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Attempting to bind port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:58:45.854252 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Attempting to bind port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'ec14b389-bd0d-4112-8551-6707a4fb10c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ac51d859-bbbe-4f9f-9707-22f475d5dcb6'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:58:45.875870 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a773aca-e263-4e73-9206-3c2d4550ca51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80453668-3697-47b6-84d2-d66122dbfe0c,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:45.876517 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Attempting to bind port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a on network ac51d859-bbbe-4f9f-9707-22f475d5dcb6 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:58:45.883437 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-82ac3634-ac05-47dc-aa31-b61915cd1a24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:45.974495 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a on network ac51d859-bbbe-4f9f-9707-22f475d5dcb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:58:45.975065 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Attempting to bind port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a on network ac51d859-bbbe-4f9f-9707-22f475d5dcb6 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:58:46.022137 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-82ac3634-ac05-47dc-aa31-b61915cd1a24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.053504 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-82ac3634-ac05-47dc-aa31-b61915cd1a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.120141 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-82ac3634-ac05-47dc-aa31-b61915cd1a24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=674458dc864c496db9e2732be043b1e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4220450 Dec 23 11:58:46.124830 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:58:46.125261 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Checking segment: {'id': 'ec14b389-bd0d-4112-8551-6707a4fb10c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ac51d859-bbbe-4f9f-9707-22f475d5dcb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:58:46.125970 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Bound using segment: {'id': 'ec14b389-bd0d-4112-8551-6707a4fb10c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ac51d859-bbbe-4f9f-9707-22f475d5dcb6'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:58:46.126295 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Bound port: 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec14b389-bd0d-4112-8551-6707a4fb10c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ac51d859-bbbe-4f9f-9707-22f475d5dcb6'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:58:46.126693 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.127436 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac3634-ac05-47dc-aa31-b61915cd1a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd6f976-bf22-4608-91d2-b53e287f6af6,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:46.143831 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57390) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:46.207709 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event updated for resources: {'Port': ['ID=49b7b461-0e06-4d00-aac5-48d114a2b1f5,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:46.244717 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-90dce71e-8799-4973-9249-a8350bf06ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.254361 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.265186 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device d7885d44-4c8b-48ff-aee0-9da5becec047 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:58:46.416357 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-90dce71e-8799-4973-9249-a8350bf06ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.425367 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.475507 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e367cd6b-771e-440e-9562-7a00bd281de8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.725476 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e367cd6b-771e-440e-9562-7a00bd281de8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.731729 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-21d693df-2742-415b-bb73-1906da94adae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.743817 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port d7885d44-4c8b-48ff-aee0-9da5becec047 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:46.745328 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.752771 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e367cd6b-771e-440e-9562-7a00bd281de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.774229 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for port, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.789402 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.827339 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.827603 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-e367cd6b-771e-440e-9562-7a00bd281de8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5aed4f67c194464493a41cb6b23656bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2725315 Dec 23 11:58:46.830910 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 57412) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:46.859566 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Publish callbacks [] for port, precommit_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.881588 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.964869 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57416) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:46.976979 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:46.979930 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3637362 Dec 23 11:58:46.989029 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367cd6b-771e-440e-9562-7a00bd281de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f830f2-7c1f-46b6-b1b7-eaed974d8b45,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:47.063782 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f8c0f-a79b-424d-bbf8-33b5d19afd20 req-436f6d94-0d3b-4605-93d1-44848f4b7bc2 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:47.076733 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4c4f8c0f-a79b-424d-bbf8-33b5d19afd20 req-436f6d94-0d3b-4605-93d1-44848f4b7bc2 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 944 time: 0.9073448 Dec 23 11:58:47.079070 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5c79-5e64-4c02-ad2e-c9815928e42c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.173909 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af1916-5ba8-4882-b6c7-3a792a246cd0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event updated for resources: {'Port': ['ID=49b7b461-0e06-4d00-aac5-48d114a2b1f5,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:47.196854 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9a7eb-dc77-4ba5-9126-0aacc35652f3 None None] Pushing event updated for resources: {'Port': ['ID=38b8d1fe-18de-4783-a364-78e00b58318b,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:47.290840 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:58:47.291645 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5c79-5e64-4c02-ad2e-c9815928e42c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.297518 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-90dce71e-8799-4973-9249-a8350bf06ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.303023 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-90dce71e-8799-4973-9249-a8350bf06ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.318645 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-90dce71e-8799-4973-9249-a8350bf06ebb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4dd6f976-bf22-4608-91d2-b53e287f6af6 HTTP/1.1" status: 204 len: 168 time: 1.1511598 Dec 23 11:58:47.319316 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-21d693df-2742-415b-bb73-1906da94adae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.322283 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dce71e-8799-4973-9249-a8350bf06ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd6f976-bf22-4608-91d2-b53e287f6af6,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:47.324527 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5c79-5e64-4c02-ad2e-c9815928e42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.346955 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4c4f8c0f-a79b-424d-bbf8-33b5d19afd20 req-f602e998-8ff3-45f3-80aa-50a2f4404fd5 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674274 Dec 23 11:58:47.430118 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-3f9f5c79-5e64-4c02-ad2e-c9815928e42c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=04527c3c09534933837a2972586a8190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461231 Dec 23 11:58:47.434672 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f5c79-5e64-4c02-ad2e-c9815928e42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6054ccad-2bb3-40de-9d78-38dcf021d6df,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:47.441857 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57430) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:47.535559 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a2aa0593-d96d-4583-bb47-53418e8c2499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.545148 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Attempting to bind port 38b8d1fe-18de-4783-a364-78e00b58318b on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:58:47.550144 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Attempting to bind port 38b8d1fe-18de-4783-a364-78e00b58318b by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': '9551ab7e-6781-408c-abc9-5282dcc75740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b549575c-e737-460e-8224-ff10749539d5'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:58:47.551784 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Attempting to bind port 38b8d1fe-18de-4783-a364-78e00b58318b on network b549575c-e737-460e-8224-ff10749539d5 {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:58:47.552127 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25affde9-de2d-431d-895e-490e1c485042 req-5fdda627-6e17-416d-8ee9-daee761501c7 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:47.562989 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25affde9-de2d-431d-895e-490e1c485042 req-5fdda627-6e17-416d-8ee9-daee761501c7 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/networks?id=b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 200 len: 819 time: 1.6429160 Dec 23 11:58:47.567997 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:58:47.568557 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Checking segment: {'id': '9551ab7e-6781-408c-abc9-5282dcc75740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b549575c-e737-460e-8224-ff10749539d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:58:47.569491 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.584581 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Bound using segment: {'id': '9551ab7e-6781-408c-abc9-5282dcc75740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b549575c-e737-460e-8224-ff10749539d5'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:58:47.586247 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Bound port: 38b8d1fe-18de-4783-a364-78e00b58318b, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9551ab7e-6781-408c-abc9-5282dcc75740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b549575c-e737-460e-8224-ff10749539d5'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:58:47.586924 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.617777 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a2aa0593-d96d-4583-bb47-53418e8c2499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.624341 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8e18-5e70-4d29-b909-b102e4f32e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.633385 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25affde9-de2d-431d-895e-490e1c485042 req-82507cc1-e76b-4116-b956-c7f98b6f2be0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/quotas/ec59363a116e4c37832626c6add07f04 HTTP/1.1" status: 200 len: 375 time: 0.0684495 Dec 23 11:58:47.690072 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] For port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:58:47.764059 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a2aa0593-d96d-4583-bb47-53418e8c2499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.767146 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a2aa0593-d96d-4583-bb47-53418e8c2499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.771956 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-a2aa0593-d96d-4583-bb47-53418e8c2499 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6054ccad-2bb3-40de-9d78-38dcf021d6df HTTP/1.1" status: 204 len: 168 time: 0.3181736 Dec 23 11:58:47.786041 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa0593-d96d-4583-bb47-53418e8c2499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6054ccad-2bb3-40de-9d78-38dcf021d6df,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:47.802834 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] For port 38b8d1fe-18de-4783-a364-78e00b58318b, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:58:47.813803 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] For port 38b8d1fe-18de-4783-a364-78e00b58318b, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=38b8d1fe-18de-4783-a364-78e00b58318b,segment=NetworkSegment(9551ab7e-6781-408c-abc9-5282dcc75740),segment_id=9551ab7e-6781-408c-abc9-5282dcc75740)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:58:47.824475 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.878269 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8e18-5e70-4d29-b909-b102e4f32e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.888878 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:47.889389 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:47.953764 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25affde9-de2d-431d-895e-490e1c485042 req-e2a4eb4d-ca5c-4da6-a5e2-e714d0a05712 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec59363a116e4c37832626c6add07f04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3190341 Dec 23 11:58:47.957731 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-42e74169-a27b-4f3f-b4a8-8798dfc42281 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2073952889&fields=id&tenant_id=e6c655658b5f4f53b4145ea20afcf1d4 HTTP/1.1" status: 200 len: 267 time: 0.3427708 Dec 23 11:58:47.974489 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] For port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a,segment=NetworkSegment(ec14b389-bd0d-4112-8551-6707a4fb10c3),segment_id=ec14b389-bd0d-4112-8551-6707a4fb10c3)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:58:48.007953 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:48.050150 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Routers {'4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:58:48.055709 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T11:58:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:48.061853 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9a7eb-dc77-4ba5-9126-0aacc35652f3 None None] Pushing event updated for resources: {'Port': ['ID=38b8d1fe-18de-4783-a364-78e00b58318b,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:48.187029 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57458) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:48.380892 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] Set router 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:58:48.443755 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-21d693df-2742-415b-bb73-1906da94adae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:48.447913 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-21d693df-2742-415b-bb73-1906da94adae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:48.449582 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-21d693df-2742-415b-bb73-1906da94adae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/803a2cc5-621b-432a-9274-069f59192082 HTTP/1.1" status: 204 len: 168 time: 2.6079822 Dec 23 11:58:48.485121 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1809365106-network', 'tenant_id': '686d4514ada0450fadf28cbc8fda9703'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:48.537497 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] Made reservation on behalf of 686d4514ada0450fadf28cbc8fda9703 for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:58:48.540928 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:48.560577 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8e18-5e70-4d29-b909-b102e4f32e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:48.564697 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:48.568598 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8e18-5e70-4d29-b909-b102e4f32e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:48.573306 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-1c3a8e18-5e70-4d29-b909-b102e4f32e5c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8f830f2-7c1f-46b6-b1b7-eaed974d8b45 HTTP/1.1" status: 204 len: 168 time: 1.7107804 Dec 23 11:58:48.686785 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d693df-2742-415b-bb73-1906da94adae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803a2cc5-621b-432a-9274-069f59192082,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:48.717888 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:48.727300 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:48.734732 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:48.737979 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:48.739656 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] 10.222.0.61 "PUT /v2.0/ports/22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a HTTP/1.1" status: 200 len: 1094 time: 6.5515010 Dec 23 11:58:48.741093 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518c84e9-aab7-44b1-b614-30ffee393824', 'tag': '22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:58:48.779435 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:58:48.810021 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac9643e-81b8-4835-b892-f4877a9d77c0,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:48.815902 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1125415072-router', 'tenant_id': 'ec59363a116e4c37832626c6add07f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'd7885d44-4c8b-48ff-aee0-9da5becec047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'ec59363a116e4c37832626c6add07f04', 'gw_port': {'id': 'd7885d44-4c8b-48ff-aee0-9da5becec047', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '38b8d1fe-18de-4783-a364-78e00b58318b', 'name': '', 'network_id': 'b549575c-e737-460e-8224-ff10749539d5', 'tenant_id': 'ec59363a116e4c37832626c6add07f04', 'mac_address': 'fa:16:3e:b9:70:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c2572a32-7da4-4c6b-a622-f053958d1230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:36Z', 'updated_at': '2021-12-23T11:58:47Z', 'revision_number': 4, 'project_id': 'ec59363a116e4c37832626c6add07f04', 'subnets': [{'id': 'c2572a32-7da4-4c6b-a622-f053958d1230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:48.850205 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:48.850816 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] Added segment 9b6259cb-bcd9-4a84-a75a-2843ab99265b of type vlan for network d21ce10f-ca2d-41d8-977e-8e8330fee53b Dec 23 11:58:48.912269 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:48.925159 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d96e70-4d40-4da3-aec4-42ffd3950f81 None None] The sync data for ids ['4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'] in dv-cinder-822821-1-iscsi is: [{'id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1125415072-router', 'tenant_id': 'ec59363a116e4c37832626c6add07f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'd7885d44-4c8b-48ff-aee0-9da5becec047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'ec59363a116e4c37832626c6add07f04', 'gw_port': {'id': 'd7885d44-4c8b-48ff-aee0-9da5becec047', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '38b8d1fe-18de-4783-a364-78e00b58318b', 'name': '', 'network_id': 'b549575c-e737-460e-8224-ff10749539d5', 'tenant_id': 'ec59363a116e4c37832626c6add07f04', 'mac_address': 'fa:16:3e:b9:70:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c2572a32-7da4-4c6b-a622-f053958d1230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:36Z', 'updated_at': '2021-12-23T11:58:47Z', 'revision_number': 4, 'project_id': 'ec59363a116e4c37832626c6add07f04', 'subnets': [{'id': 'c2572a32-7da4-4c6b-a622-f053958d1230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:58:48.936117 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a8e18-5e70-4d29-b909-b102e4f32e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f830f2-7c1f-46b6-b1b7-eaed974d8b45,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:48.955085 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b813aeb-f4e3-48cf-b46e-b6d79daf89a1 service neutron] Pushing event updated for resources: {'Port': ['ID=22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:48.984515 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:48.990111 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:48.991668 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:49.052456 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8627455 Dec 23 11:58:49.057776 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 57486) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: from cryptography.utils import int_from_bytes Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: from cryptography.utils import int_from_bytes Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.065764 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.068284 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.068284 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.068284 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.068284 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.068284 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.068284 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.068284 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.068284 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.068284 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.068284 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:58:49.068284 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:58:49.076562 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-04a85050-7321-4968-919f-51b390c89382 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:49.079539 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-04a85050-7321-4968-919f-51b390c89382 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/networks?id=2ff9bb10-bc99-4d12-bacb-9778f44904da HTTP/1.1" status: 200 len: 817 time: 1.0957811 Dec 23 11:58:49.084191 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-269db66f-76fc-4d9b-8c81-6b1db9b3ce20 admin admin] Request body: {'subnet': {'network_id': 'd21ce10f-ca2d-41d8-977e-8e8330fee53b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1809365106-subnet', 'tenant_id': '686d4514ada0450fadf28cbc8fda9703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:49.127448 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25affde9-de2d-431d-895e-490e1c485042 req-382526dd-3d10-42fc-8e79-e3b93911682d service neutron] 10.222.0.65 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1464181 Dec 23 11:58:49.130451 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-b054a5d6-2cb9-488d-a91f-91a74828a668 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/quotas/e6c655658b5f4f53b4145ea20afcf1d4 HTTP/1.1" status: 200 len: 375 time: 0.0354257 Dec 23 11:58:49.134147 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269db66f-76fc-4d9b-8c81-6b1db9b3ce20 admin admin] Made reservation on behalf of 686d4514ada0450fadf28cbc8fda9703 for: {'subnet': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:58:49.136730 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-269db66f-76fc-4d9b-8c81-6b1db9b3ce20 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:49.151173 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24afda-dd79-4c21-b4dc-be1341e5d10b admin admin] Pushing event updated for resources: {'Network': ['ID=d21ce10f-ca2d-41d8-977e-8e8330fee53b,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:49.167997 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network d21ce10f-ca2d-41d8-977e-8e8330fee53b details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:58:49.593200 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-b371e500-5ca2-42dd-8133-7f9a3c21e7d4 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4505596 Dec 23 11:58:49.594664 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57494) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:49.650972 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-924f1f65-bbe6-4ce3-8b3e-85c44fe93dbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:49.755904 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57496) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:49.757964 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25affde9-de2d-431d-895e-490e1c485042 req-99a1931e-74b6-40e6-b106-6fddba1dfd13 service neutron] 10.222.0.65 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164627 Dec 23 11:58:49.773702 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-269db66f-76fc-4d9b-8c81-6b1db9b3ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for subnet, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:49.823176 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8d303d8d-3f6d-4636-afd2-02191d4437f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:49.959672 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-924f1f65-bbe6-4ce3-8b3e-85c44fe93dbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:49.982225 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-924f1f65-bbe6-4ce3-8b3e-85c44fe93dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:50.036968 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-9f5ab2c4-09fa-407c-86fa-2673b1aa28c0 service neutron] 10.222.0.65 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880880 Dec 23 11:58:50.061440 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-924f1f65-bbe6-4ce3-8b3e-85c44fe93dbf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f7dc3865ca9437ebfe2cd58507e6ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4623911 Dec 23 11:58:50.063650 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f1f65-bbe6-4ce3-8b3e-85c44fe93dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cbc099-683a-40e2-abe6-04b987413916,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:50.073186 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57500) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:50.155592 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8d303d8d-3f6d-4636-afd2-02191d4437f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:50.227394 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269db66f-76fc-4d9b-8c81-6b1db9b3ce20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af00e8ca-db45-4660-a026-c34713d3985a,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:50.233208 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8d303d8d-3f6d-4636-afd2-02191d4437f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:50.315405 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a463483-3df0-46ff-9dc7-bf726c84d5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "518c84e9-aab7-44b1-b614-30ffee393824", "tag": "22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:58:50.399032 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7e690a68-9d5b-4c12-87b7-757317b9355f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:50.423691 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269db66f-76fc-4d9b-8c81-6b1db9b3ce20 admin admin] Checking segment: {'id': '9b6259cb-bcd9-4a84-a75a-2843ab99265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd21ce10f-ca2d-41d8-977e-8e8330fee53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:58:50.425508 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269db66f-76fc-4d9b-8c81-6b1db9b3ce20 admin admin] Network hostable DHCP agents. Network: d21ce10f-ca2d-41d8-977e-8e8330fee53b, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:58:50.433954 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d303d8d-3f6d-4636-afd2-02191d4437f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498148cc-a615-4d73-9ff5-e70e9883d71c,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:50.443356 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-8d303d8d-3f6d-4636-afd2-02191d4437f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=05302d7328a345e8881186fa48aa296a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6869400 Dec 23 11:58:50.448372 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57512) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:50.517973 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ee57f-c978-4c19-996e-48277e49af9b req-0536e0e1-4693-4f62-86b9-5b1a76b6ee17 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:50.537190 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-502ee57f-c978-4c19-996e-48277e49af9b req-0536e0e1-4693-4f62-86b9-5b1a76b6ee17 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 944 time: 0.3240702 Dec 23 11:58:50.595779 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7e690a68-9d5b-4c12-87b7-757317b9355f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:50.641776 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-007f2d1a-0be7-4cd3-b512-f12accf600bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:50.683521 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-502ee57f-c978-4c19-996e-48277e49af9b req-327dad36-c3f2-46ce-b8f9-0eb231ca4ffa tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427653 Dec 23 11:58:50.701447 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-205c5127-32a2-452b-9727-5cde213c0f3e service neutron] 10.222.0.65 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512003 Dec 23 11:58:50.739543 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269db66f-76fc-4d9b-8c81-6b1db9b3ce20 admin admin] Network d21ce10f-ca2d-41d8-977e-8e8330fee53b is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:58:50.740852 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 38b8d1fe-18de-4783-a364-78e00b58318b up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:58:50.765778 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-007f2d1a-0be7-4cd3-b512-f12accf600bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:50.776164 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-269db66f-76fc-4d9b-8c81-6b1db9b3ce20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, d21ce10f-ca2d-41d8-977e-8e8330fee53b) {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:50.791775 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269db66f-76fc-4d9b-8c81-6b1db9b3ce20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:50.792350 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-269db66f-76fc-4d9b-8c81-6b1db9b3ce20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:50.865862 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050d5ee1-6062-42cd-9284-9658d0387b65 None None] Network d21ce10f-ca2d-41d8-977e-8e8330fee53b requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:58:50.904644 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f19a2bf0-6bc0-46da-a0df-4f4efb465968 req-bb2b2635-d7d3-4003-8b77-9544e8c28951 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 210 time: 0.0968990 Dec 23 11:58:50.909316 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-269db66f-76fc-4d9b-8c81-6b1db9b3ce20 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8498101 Dec 23 11:58:50.940611 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7e690a68-9d5b-4c12-87b7-757317b9355f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:50.947149 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7e690a68-9d5b-4c12-87b7-757317b9355f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:50.958555 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-7e690a68-9d5b-4c12-87b7-757317b9355f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42cbc099-683a-40e2-abe6-04b987413916 HTTP/1.1" status: 204 len: 168 time: 0.8839753 Dec 23 11:58:50.988752 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e690a68-9d5b-4c12-87b7-757317b9355f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cbc099-683a-40e2-abe6-04b987413916,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:51.035739 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-007f2d1a-0be7-4cd3-b512-f12accf600bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:51.040735 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-007f2d1a-0be7-4cd3-b512-f12accf600bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:51.057656 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-007f2d1a-0be7-4cd3-b512-f12accf600bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/498148cc-a615-4d73-9ff5-e70e9883d71c HTTP/1.1" status: 204 len: 168 time: 0.6058290 Dec 23 11:58:51.073224 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f2d1a-0be7-4cd3-b512-f12accf600bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498148cc-a615-4d73-9ff5-e70e9883d71c,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:51.222705 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-021b63c3-5e06-44a5-a74b-69fa231afa45 req-193c19dd-71db-4ed6-978a-e5436ab6c5aa tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 210 time: 0.0690286 Dec 23 11:58:51.245923 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bedbf7d-2a9b-47fa-9fbb-05e9850b01bb None None] Network d21ce10f-ca2d-41d8-977e-8e8330fee53b requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:58:51.433493 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 38b8d1fe-18de-4783-a364-78e00b58318b triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:51.439134 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:51.591060 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:51.649374 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] For port 38b8d1fe-18de-4783-a364-78e00b58318b, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=38b8d1fe-18de-4783-a364-78e00b58318b,segment=NetworkSegment(9551ab7e-6781-408c-abc9-5282dcc75740),segment_id=9551ab7e-6781-408c-abc9-5282dcc75740)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:58:51.659715 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:51.661034 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90b21bf-759d-4464-bad2-8966b60f31d6 x-openstack-request-id: req-f90b21bf-759d-4464-bad2-8966b60f31d6 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:58:51.661332 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518c84e9-aab7-44b1-b614-30ffee393824", "tag": "22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:58:51.661589 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f90b21bf-759d-4464-bad2-8966b60f31d6 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:58:51.662124 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518c84e9-aab7-44b1-b614-30ffee393824', 'tag': '22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a', 'status': 'completed', 'code': 200} Dec 23 11:58:51.738812 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Pushing event updated for resources: {'Port': ['ID=38b8d1fe-18de-4783-a364-78e00b58318b,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:51.859465 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccc8bc-5460-468f-8f0e-0325eab96282 req-75395758-89a7-4657-b1e0-827e999f4c81 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:51.865665 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a6ccc8bc-5460-468f-8f0e-0325eab96282 req-75395758-89a7-4657-b1e0-827e999f4c81 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 944 time: 0.0609891 Dec 23 11:58:51.944284 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a6ccc8bc-5460-468f-8f0e-0325eab96282 req-708c83fe-e9f2-4382-9d0b-791f786ab588 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774012 Dec 23 11:58:52.068194 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1874eb37-3bf9-4d23-bbd5-23004252d39c req-93adb349-aa67-4a87-a7df-dd36046bbab6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 210 time: 0.0648398 Dec 23 11:58:52.455127 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c29b9a0e-8e56-427e-90b4-37a3bb89a3cc req-0fb77857-abc8-4713-aca3-0c2caac70762 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 210 time: 0.0858619 Dec 23 11:58:52.572220 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 38b8d1fe-18de-4783-a364-78e00b58318b up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:58:52.666397 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 38b8d1fe-18de-4783-a364-78e00b58318b triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:58:52.666804 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:53.091793 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e9c9f-fd95-4965-9bd1-6d03d0b1b0c1 req-c25a0bb8-a534-462a-8a45-438b119dfc01 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:53.099672 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8a7e9c9f-fd95-4965-9bd1-6d03d0b1b0c1 req-c25a0bb8-a534-462a-8a45-438b119dfc01 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 944 time: 0.0740960 Dec 23 11:58:53.166857 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8a7e9c9f-fd95-4965-9bd1-6d03d0b1b0c1 req-59c63f01-99bc-47fc-82e1-816e0cce073e tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662639 Dec 23 11:58:53.221503 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57626) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:53.226585 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-807615451-network', 'tenant_id': 'f1ba251d5d764a0793199f2f276a3a45'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:53.248602 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fdc4e5b2-35b0-4a72-ac93-926ee46e0a35 req-46ba974a-a630-4c0b-9096-1c8fcf0be5e3 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 210 time: 0.0554919 Dec 23 11:58:53.273925 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] Made reservation on behalf of f1ba251d5d764a0793199f2f276a3a45 for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:58:53.276586 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:53.305257 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:53.413087 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:53.419985 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:53.459002 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8c6b30-c461-4d71-95a4-409cc0193a83,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:53.470695 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:58:53.483451 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:53.484042 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] Added segment 01371f77-80c5-4aa0-b7f7-68fa0c56af37 of type vlan for network 7bac49b9-72ea-44bb-9a77-e9445e443ff7 Dec 23 11:58:53.534294 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:53.567219 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:53.583126 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:53.588472 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:53.647705 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2e21e884-1863-439a-bf5f-cc2fa6f9099e req-12c71ee1-a3be-4236-9e5f-3c6cd0479487 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 210 time: 0.0507708 Dec 23 11:58:53.664078 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4413061 Dec 23 11:58:53.667228 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 57642) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:53.674314 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-a73b3e98-17ab-4a4f-aefe-2f73a13377b4 admin admin] Request body: {'subnet': {'network_id': '7bac49b9-72ea-44bb-9a77-e9445e443ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-807615451-subnet', 'tenant_id': 'f1ba251d5d764a0793199f2f276a3a45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:53.675003 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08058ca1-4f1e-4d02-ac9f-4047ca596b80 admin admin] Pushing event updated for resources: {'Network': ['ID=7bac49b9-72ea-44bb-9a77-e9445e443ff7,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:53.693039 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network 7bac49b9-72ea-44bb-9a77-e9445e443ff7 details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:58:53.724818 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73b3e98-17ab-4a4f-aefe-2f73a13377b4 admin admin] Made reservation on behalf of f1ba251d5d764a0793199f2f276a3a45 for: {'subnet': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:58:53.727476 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a73b3e98-17ab-4a4f-aefe-2f73a13377b4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:53.980300 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a73b3e98-17ab-4a4f-aefe-2f73a13377b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for subnet, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:54.049656 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b3e98-17ab-4a4f-aefe-2f73a13377b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89d2039-5cd0-47ec-ba71-5154aa5ced28,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:54.058947 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b3e98-17ab-4a4f-aefe-2f73a13377b4 admin admin] Checking segment: {'id': '01371f77-80c5-4aa0-b7f7-68fa0c56af37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7bac49b9-72ea-44bb-9a77-e9445e443ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:58:54.059543 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b3e98-17ab-4a4f-aefe-2f73a13377b4 admin admin] Network hostable DHCP agents. Network: 7bac49b9-72ea-44bb-9a77-e9445e443ff7, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:58:54.077804 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b3e98-17ab-4a4f-aefe-2f73a13377b4 admin admin] Network 7bac49b9-72ea-44bb-9a77-e9445e443ff7 is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:58:54.091047 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-a73b3e98-17ab-4a4f-aefe-2f73a13377b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, 7bac49b9-72ea-44bb-9a77-e9445e443ff7) {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:54.096603 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73b3e98-17ab-4a4f-aefe-2f73a13377b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:54.097356 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a73b3e98-17ab-4a4f-aefe-2f73a13377b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:54.102152 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a666609e-2722-416c-88a0-5da559001682 None None] Network 7bac49b9-72ea-44bb-9a77-e9445e443ff7 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:58:54.126782 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-a73b3e98-17ab-4a4f-aefe-2f73a13377b4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4508941 Dec 23 11:58:54.230310 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec0abeb-c34b-43b9-ba51-ae38324cdc29 None None] Network 7bac49b9-72ea-44bb-9a77-e9445e443ff7 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:58:54.407242 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-041f7998-c93e-41a0-b6bc-e212f506a76d req-070e8349-5ac9-49c2-956f-f1c26f65fb46 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 210 time: 0.0461273 Dec 23 11:58:54.447020 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed89ba7-2eca-446e-8b88-6e58d6a6aecd req-d7047ee9-75e3-47c8-ad33-e3fe58295267 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:54.455903 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1ed89ba7-2eca-446e-8b88-6e58d6a6aecd req-d7047ee9-75e3-47c8-ad33-e3fe58295267 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 944 time: 0.2061911 Dec 23 11:58:54.462531 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57678) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:54.510607 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d2a93c-731d-4936-add8-7ba551f36ef9 admin admin] Deleting subnet af00e8ca-db45-4660-a026-c34713d3985a {{(pid=102502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:58:54.515332 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-16d2a93c-731d-4936-add8-7ba551f36ef9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:54.573929 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1ed89ba7-2eca-446e-8b88-6e58d6a6aecd req-0c37ab04-62be-4226-bb79-be7b7db2e0b8 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134996 Dec 23 11:58:54.621555 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-16d2a93c-731d-4936-add8-7ba551f36ef9 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:54.637451 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-16d2a93c-731d-4936-add8-7ba551f36ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:54.739842 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-16d2a93c-731d-4936-add8-7ba551f36ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for subnet, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:54.782624 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 57694) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:54.804220 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:58:54.812657 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2a93c-731d-4936-add8-7ba551f36ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af00e8ca-db45-4660-a026-c34713d3985a,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:54.820747 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-16d2a93c-731d-4936-add8-7ba551f36ef9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:54.825328 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-16d2a93c-731d-4936-add8-7ba551f36ef9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/af00e8ca-db45-4660-a026-c34713d3985a HTTP/1.1" status: 204 len: 168 time: 0.3610539 Dec 23 11:58:54.827028 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e633ee59-fe32-4029-ba0a-6a16d5492ea4 req-88b5851f-fa7f-4b3a-b78b-0365dd9d4e77 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 210 time: 0.0702772 Dec 23 11:58:54.827803 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57698) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:54.913705 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a463483-3df0-46ff-9dc7-bf726c84d5bc req-7181e4af-ca2d-45b4-89c8-4c7196b692b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:54.915973 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a463483-3df0-46ff-9dc7-bf726c84d5bc req-7181e4af-ca2d-45b4-89c8-4c7196b692b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cf852b4ffd784cc6a4c15059be11f5c8&device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 1097 time: 0.0872750 Dec 23 11:58:54.916983 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:55.021955 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:55.055543 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:58:55.056188 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:58:55.057095 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:58:55.057849 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Subscribe: > port after_create 55550000 {{(pid=102502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:58:55.058338 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:58:55.059334 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Subscribe: > port after_update 55550000 {{(pid=102502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:58:55.060180 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:58:55.060799 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:58:55.061456 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:58:55.061960 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:58:55.207541 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 57708) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:55.247306 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e45de925-6ae5-4a15-bd2d-30e794e7e5d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:55.326312 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.61', 59846) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:55.349049 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a463483-3df0-46ff-9dc7-bf726c84d5bc req-37467da5-ba5c-44e5-a090-1fadac9a8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:55.350903 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a463483-3df0-46ff-9dc7-bf726c84d5bc req-37467da5-ba5c-44e5-a090-1fadac9a8762 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=cf852b4ffd784cc6a4c15059be11f5c8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4108663 Dec 23 11:58:55.445483 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:58:55.445968 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:58:55.447127 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:58:55.447463 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102502) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 11:58:55.447825 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21ce10f-ca2d-41d8-977e-8e8330fee53b']}} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:55.494564 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6259cb-bcd9-4a84-a75a-2843ab99265b') {'for_net_delete': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:55.495491 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6259cb-bcd9-4a84-a75a-2843ab99265b') {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:55.521164 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10471022'] for segment, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:55.550234 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:55.560411 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:58:55.560826 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476252'] for segment, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: from cryptography.utils import int_from_bytes Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: from cryptography.utils import int_from_bytes Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: Traceback (most recent call last): Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: timer() Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: cb(*args, **kw) Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: return func(*args, **kwargs) Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: self._notify() Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: self.callback(batched_events) Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: event.method(event) Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: return f(self, *a, **k) Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._get(url).json() Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: return self.request(url, 'GET', **kwargs) Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:58:55.564838 dv-cinder-822821-1-iscsi neutron-server[102502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:58:55.593279 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b0bd4572-3594-465a-b304-e1877ca1f761 req-5e7c5c57-31a7-40c0-99ea-38507556e904 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 210 time: 0.0741372 Dec 23 11:58:55.651346 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:55.665636 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ba321c62-09ad-41f1-9214-527e19bd92dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:55.673702 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Pushing event deleted for resources: {'Network': ['ID=d21ce10f-ca2d-41d8-977e-8e8330fee53b,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:55.678030 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:55.681972 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-8ad89344-efec-4671-9ad6-ae109d51334c admin admin] 10.222.0.65 "DELETE /v2.0/networks/d21ce10f-ca2d-41d8-977e-8e8330fee53b HTTP/1.1" status: 204 len: 168 time: 0.8530993 Dec 23 11:58:55.685290 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57734) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:55.745610 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e45de925-6ae5-4a15-bd2d-30e794e7e5d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:55.746254 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_v2 [None req-33843338-059c-4d2f-a2c3-4b79a7210537 admin admin] Deleting subnet e89d2039-5cd0-47ec-ba71-5154aa5ced28 {{(pid=102502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:58:55.752279 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-33843338-059c-4d2f-a2c3-4b79a7210537 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:55.787031 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e45de925-6ae5-4a15-bd2d-30e794e7e5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:55.906034 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-e45de925-6ae5-4a15-bd2d-30e794e7e5d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d35597d7102841b1826e76680999d388&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1229799 Dec 23 11:58:55.923825 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 57748) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:55.938778 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45de925-6ae5-4a15-bd2d-30e794e7e5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ed46e2-36cb-4d60-b5da-4d02b626d32b,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:56.024474 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8b809d5e-631e-48ce-8935-a5e49ed666a7 req-dc5cda2c-9b87-4fab-8326-b66ac9a71bc5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 210 time: 0.0389321 Dec 23 11:58:56.035404 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.61', 59849) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:56.064725 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-4ef8e9e7-ce15-4f42-92bf-43d47b150b8f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:56.066283 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-4ef8e9e7-ce15-4f42-92bf-43d47b150b8f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.61 "GET /v2.0/networks?id=b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 200 len: 819 time: 0.7354386 Dec 23 11:58:56.103579 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-1cb305f1-1596-489f-862b-dffd872800f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Request body: {'port': {'device_id': '15f88906-0a5f-47a4-bf35-55db395a0e97', 'network_id': 'b549575c-e737-460e-8224-ff10749539d5', 'admin_state_up': True, 'tenant_id': 'ec59363a116e4c37832626c6add07f04'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:56.106684 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-33843338-059c-4d2f-a2c3-4b79a7210537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10471015'] for subnet, precommit_delete_associations {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.159832 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-33843338-059c-4d2f-a2c3-4b79a7210537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.174481 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a463483-3df0-46ff-9dc7-bf726c84d5bc req-c473300d-7397-4e72-adc0-efedd72f0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:56.184455 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a463483-3df0-46ff-9dc7-bf726c84d5bc req-c473300d-7397-4e72-adc0-efedd72f0eb2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8164175 Dec 23 11:58:56.229650 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-33843338-059c-4d2f-a2c3-4b79a7210537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218176'] for subnet, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.257021 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6858aed-a1e2-44d7-9b4f-504628970704 req-9971ff21-15ac-43d1-bb72-7435e487cb15 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:56.261024 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d6858aed-a1e2-44d7-9b4f-504628970704 req-9971ff21-15ac-43d1-bb72-7435e487cb15 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 944 time: 0.5523190 Dec 23 11:58:56.274061 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33843338-059c-4d2f-a2c3-4b79a7210537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89d2039-5cd0-47ec-ba71-5154aa5ced28,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:56.282927 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-33843338-059c-4d2f-a2c3-4b79a7210537 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.289430 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-33843338-059c-4d2f-a2c3-4b79a7210537 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e89d2039-5cd0-47ec-ba71-5154aa5ced28 HTTP/1.1" status: 204 len: 168 time: 0.6004832 Dec 23 11:58:56.289996 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57760) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:56.385962 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5596095c-75c5-4066-a02e-be9e3f1f22f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.476993 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c5133087-4a59-437e-90e2-45ad9c746bb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.479803 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5596095c-75c5-4066-a02e-be9e3f1f22f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.504418 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-5596095c-75c5-4066-a02e-be9e3f1f22f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bac49b9-72ea-44bb-9a77-e9445e443ff7']}} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:56.513858 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-5596095c-75c5-4066-a02e-be9e3f1f22f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01371f77-80c5-4aa0-b7f7-68fa0c56af37') {'for_net_delete': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:56.514164 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-5596095c-75c5-4066-a02e-be9e3f1f22f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01371f77-80c5-4aa0-b7f7-68fa0c56af37') {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:58:56.523837 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5596095c-75c5-4066-a02e-be9e3f1f22f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10471022'] for segment, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.538049 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5596095c-75c5-4066-a02e-be9e3f1f22f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.538628 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25affde9-de2d-431d-895e-490e1c485042 req-2c5ccfbb-9572-4d09-841f-1d01ddb994e6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:56.540156 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25affde9-de2d-431d-895e-490e1c485042 req-2c5ccfbb-9572-4d09-841f-1d01ddb994e6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.61 "GET /v2.0/networks?id=b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 200 len: 819 time: 0.5002220 Dec 23 11:58:56.543994 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ba321c62-09ad-41f1-9214-527e19bd92dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.545110 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5596095c-75c5-4066-a02e-be9e3f1f22f8 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:58:56.545562 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5596095c-75c5-4066-a02e-be9e3f1f22f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476252'] for segment, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: Traceback (most recent call last): Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: timer() Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: cb(*args, **kw) Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: return func(*args, **kwargs) Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: self._notify() Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: self.callback(batched_events) Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: event.method(event) Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: return f(self, *a, **k) Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._get(url).json() Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: return self.request(url, 'GET', **kwargs) Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:58:56.547265 dv-cinder-822821-1-iscsi neutron-server[102502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:58:56.558819 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ba321c62-09ad-41f1-9214-527e19bd92dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.570663 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d6858aed-a1e2-44d7-9b4f-504628970704 req-afcf83ff-ca69-4e0d-8a26-8eaa502c1904 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735703 Dec 23 11:58:56.572441 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-a36b1b43-51e4-4bd8-8fae-5475571d152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:56.573907 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-a36b1b43-51e4-4bd8-8fae-5475571d152b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cf852b4ffd784cc6a4c15059be11f5c8&device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 1097 time: 0.2204380 Dec 23 11:58:56.592702 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c5133087-4a59-437e-90e2-45ad9c746bb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.598696 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-25affde9-de2d-431d-895e-490e1c485042 req-d7dd4f5d-783a-4777-8d5a-ee2d13fccbbf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Request body: {'port': {'device_id': 'f1c78f6c-0393-44fa-8edd-0fe5cc257d7f', 'network_id': 'b549575c-e737-460e-8224-ff10749539d5', 'admin_state_up': True, 'tenant_id': 'ec59363a116e4c37832626c6add07f04'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:56.611433 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5596095c-75c5-4066-a02e-be9e3f1f22f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.620212 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5596095c-75c5-4066-a02e-be9e3f1f22f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.623688 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-5596095c-75c5-4066-a02e-be9e3f1f22f8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7bac49b9-72ea-44bb-9a77-e9445e443ff7 HTTP/1.1" status: 204 len: 168 time: 0.3327000 Dec 23 11:58:56.636148 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596095c-75c5-4066-a02e-be9e3f1f22f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bac49b9-72ea-44bb-9a77-e9445e443ff7,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:56.740405 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-06149f2c-ef0c-4809-ae92-7c809ebdf767 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a HTTP/1.1" status: 200 len: 217 time: 0.1292825 Dec 23 11:58:56.745882 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57786) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:56.746018 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-ba321c62-09ad-41f1-9214-527e19bd92dd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=364dd8f9d0f14aa3883710c4a9efe1b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5356464 Dec 23 11:58:56.764971 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba321c62-09ad-41f1-9214-527e19bd92dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22286f96-7493-46f7-9c74-6e28b66ff5d3,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:56.832397 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4e76fb98-6ef9-4df0-b408-2393c49b0bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.842883 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0b039e29-cd90-433b-bd8a-8852e2447757 req-1428af47-9c3a-496d-b5be-0786abab9a21 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 210 time: 0.1168094 Dec 23 11:58:56.866017 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-1cb305f1-1596-489f-862b-dffd872800f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Made reservation on behalf of ec59363a116e4c37832626c6add07f04 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:58:56.869484 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-1cb305f1-1596-489f-862b-dffd872800f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.875255 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.61', 59853) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:56.892963 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4e76fb98-6ef9-4df0-b408-2393c49b0bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.907099 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57788) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:56.966413 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-3d961dbd-acbd-4b36-b746-fd81da835223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:56.967896 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-3d961dbd-acbd-4b36-b746-fd81da835223 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=002b9bc3-5291-44d7-b06b-27234ec9b64b HTTP/1.1" status: 200 len: 852 time: 0.1991508 Dec 23 11:58:56.973238 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c5133087-4a59-437e-90e2-45ad9c746bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.976101 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c5133087-4a59-437e-90e2-45ad9c746bb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:56.977535 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-c5133087-4a59-437e-90e2-45ad9c746bb0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43ed46e2-36cb-4d60-b5da-4d02b626d32b HTTP/1.1" status: 204 len: 168 time: 1.0258572 Dec 23 11:58:56.986927 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-64b7c717-a384-48b6-8730-4f04d05bafb3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=686d4514ada0450fadf28cbc8fda9703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0715196 Dec 23 11:58:56.988022 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57792) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:57.083493 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-11cb8503-ba7c-4e22-80d9-f19173d575a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:57.085385 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4e76fb98-6ef9-4df0-b408-2393c49b0bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:57.088727 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4e76fb98-6ef9-4df0-b408-2393c49b0bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:57.089972 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-4e76fb98-6ef9-4df0-b408-2393c49b0bf7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22286f96-7493-46f7-9c74-6e28b66ff5d3 HTTP/1.1" status: 204 len: 168 time: 0.3433094 Dec 23 11:58:57.109968 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76fb98-6ef9-4df0-b408-2393c49b0bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22286f96-7493-46f7-9c74-6e28b66ff5d3,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:57.131372 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5133087-4a59-437e-90e2-45ad9c746bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ed46e2-36cb-4d60-b5da-4d02b626d32b,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:57.134459 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-0627865a-8b58-4c1a-a520-6b78944c5fbe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac51d859-bbbe-4f9f-9707-22f475d5dcb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529012 Dec 23 11:58:57.142827 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-11cb8503-ba7c-4e22-80d9-f19173d575a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:57.211869 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b646a921-8e4a-4393-9df6-4644359ef6ab req-27d81fa9-195e-4043-af1c-e7103e39222d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 210 time: 0.0763557 Dec 23 11:58:57.248000 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-11cb8503-ba7c-4e22-80d9-f19173d575a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:57.252825 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-11cb8503-ba7c-4e22-80d9-f19173d575a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:57.254536 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-11cb8503-ba7c-4e22-80d9-f19173d575a1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ac9643e-81b8-4835-b892-f4877a9d77c0 HTTP/1.1" status: 204 len: 168 time: 0.2647407 Dec 23 11:58:57.255399 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57806) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:57.275933 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb8503-ba7c-4e22-80d9-f19173d575a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac9643e-81b8-4835-b892-f4877a9d77c0,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:57.449908 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-c270817e-58f6-48b1-a839-f32825ddd09d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:57.451998 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-c270817e-58f6-48b1-a839-f32825ddd09d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.61 "GET /v2.0/networks?id=2ff9bb10-bc99-4d12-bacb-9778f44904da HTTP/1.1" status: 200 len: 817 time: 0.5745802 Dec 23 11:58:57.495862 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25affde9-de2d-431d-895e-490e1c485042 req-d7dd4f5d-783a-4777-8d5a-ee2d13fccbbf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Made reservation on behalf of ec59363a116e4c37832626c6add07f04 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:58:57.500264 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-25affde9-de2d-431d-895e-490e1c485042 req-d7dd4f5d-783a-4777-8d5a-ee2d13fccbbf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:57.545370 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-1cb305f1-1596-489f-862b-dffd872800f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Allocated IP 172.20.0.10 (b549575c-e737-460e-8224-ff10749539d5/c2572a32-7da4-4c6b-a622-f053958d1230/b32d0851-1880-4e36-81d6-464702876f58) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:58:57.634585 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-1eced4d1-5182-4e0c-90bc-7ee90402cf81 service neutron] 10.222.0.61 "GET /v2.0/networks/ac51d859-bbbe-4f9f-9707-22f475d5dcb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666307 Dec 23 11:58:57.743510 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-161d36a6-0eb7-45b1-8b05-d6246deab104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:57.757222 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-716df26e-1fb3-4cbd-8cc0-f59edfec5afd tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c655658b5f4f53b4145ea20afcf1d4 HTTP/1.1" status: 200 len: 380 time: 0.2729106 Dec 23 11:58:57.792135 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57830) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:57.803671 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-3680cda3-ad91-4478-adc1-6b3d9144491b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Request body: {'port': {'device_id': 'fc998144-5288-467f-82de-9c1983559e40', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'admin_state_up': True, 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'security_groups': ['97ba983c-add1-4a6c-9bf4-92366bfe0faa']}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:57.847166 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-544b11e1-684c-472b-ab71-5084ecfd10c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:57.962741 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57834) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:57.994674 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-544b11e1-684c-472b-ab71-5084ecfd10c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:57.995341 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec084b06-125a-49af-97bd-e753adecbeeb req-e010e21e-ebaf-466f-8ae9-ad962cc4474d tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:57.997388 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ec084b06-125a-49af-97bd-e753adecbeeb req-e010e21e-ebaf-466f-8ae9-ad962cc4474d tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 944 time: 0.3146164 Dec 23 11:58:58.016712 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-544b11e1-684c-472b-ab71-5084ecfd10c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.050390 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e08c768b-62ab-4079-afc1-918df757e840 req-11f86880-6aa1-4dfa-b333-f4f38a9e000f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 210 time: 0.0713365 Dec 23 11:58:58.073809 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-eeeb7674-d8ee-4bc2-8176-e283291afc24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1ba251d5d764a0793199f2f276a3a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1028514 Dec 23 11:58:58.073809 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57838) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:58.079297 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93c6b2bb-40fc-4d68-9d3c-28738092abed req-12c088a0-9fcc-4a95-ae2b-f9c2fdf3645c service neutron] 10.222.0.61 "GET /v2.0/networks/ac51d859-bbbe-4f9f-9707-22f475d5dcb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053540 Dec 23 11:58:58.109940 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-544b11e1-684c-472b-ab71-5084ecfd10c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e88f590a57b478a9857c2c335d73c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138618 Dec 23 11:58:58.114582 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 57842) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:58.123514 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b11e1-684c-472b-ab71-5084ecfd10c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92118db9-52d7-428d-a407-8db54fbed05a,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:58.148885 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-161d36a6-0eb7-45b1-8b05-d6246deab104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.157394 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-161d36a6-0eb7-45b1-8b05-d6246deab104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.164270 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-1cb305f1-1596-489f-862b-dffd872800f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.185411 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b875f04b-d97b-4e5f-bb2f-08a7ff495247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.191913 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ec084b06-125a-49af-97bd-e753adecbeeb req-7a0ff630-c8ba-4842-af5c-7e709e229c11 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768801 Dec 23 11:58:58.205452 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-161d36a6-0eb7-45b1-8b05-d6246deab104 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ebccd655a98d4b5b93e2c023ae79fa4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9448500 Dec 23 11:58:58.216159 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 57846) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:58.227136 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d36a6-0eb7-45b1-8b05-d6246deab104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376ff0f9-4bb8-4338-bde5-0de0c0131fe5,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:58.235691 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b875f04b-d97b-4e5f-bb2f-08a7ff495247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.257955 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-3680cda3-ad91-4478-adc1-6b3d9144491b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Made reservation on behalf of e6c655658b5f4f53b4145ea20afcf1d4 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:58:58.261706 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-3680cda3-ad91-4478-adc1-6b3d9144491b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.303376 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-1a54ddf6-de73-4ed1-b539-3a7f3fd3d8ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.326300 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b875f04b-d97b-4e5f-bb2f-08a7ff495247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.332581 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b875f04b-d97b-4e5f-bb2f-08a7ff495247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.333736 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-b875f04b-d97b-4e5f-bb2f-08a7ff495247 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de8c6b30-c461-4d71-95a4-409cc0193a83 HTTP/1.1" status: 204 len: 168 time: 0.2548127 Dec 23 11:58:58.335334 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-1cb305f1-1596-489f-862b-dffd872800f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.346207 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875f04b-d97b-4e5f-bb2f-08a7ff495247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8c6b30-c461-4d71-95a4-409cc0193a83,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:58.435119 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4b227405-798a-4e95-bd33-0f3059661e97 req-173efc14-26dc-4bff-b26d-f2dc82becfa5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 210 time: 0.1027977 Dec 23 11:58:58.485391 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-25affde9-de2d-431d-895e-490e1c485042 req-d7dd4f5d-783a-4777-8d5a-ee2d13fccbbf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Allocated IP 172.20.0.4 (b549575c-e737-460e-8224-ff10749539d5/c2572a32-7da4-4c6b-a622-f053958d1230/4c211a14-71cd-421b-8af4-29651931f338) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:58:58.497883 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-1a54ddf6-de73-4ed1-b539-3a7f3fd3d8ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.540301 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9720fd28-8c39-4fbf-9859-a4c0402de30d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.544739 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-1cb305f1-1596-489f-862b-dffd872800f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Network b549575c-e737-460e-8224-ff10749539d5 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:58:58.556181 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb305f1-1596-489f-862b-dffd872800f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Pushing event updated for resources: {'Port': ['ID=b32d0851-1880-4e36-81d6-464702876f58,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:58.566843 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-1cb305f1-1596-489f-862b-dffd872800f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:58.605029 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-1cb305f1-1596-489f-862b-dffd872800f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:58:58.612350 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-1cb305f1-1596-489f-862b-dffd872800f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:58.612965 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-1cb305f1-1596-489f-862b-dffd872800f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.658329 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9720fd28-8c39-4fbf-9859-a4c0402de30d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.711567 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-1cb305f1-1596-489f-862b-dffd872800f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6121342 Dec 23 11:58:58.753257 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Request body: {'port': {'device_id': '15f88906-0a5f-47a4-bf35-55db395a0e97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:58.807407 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-1a54ddf6-de73-4ed1-b539-3a7f3fd3d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.811034 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-1a54ddf6-de73-4ed1-b539-3a7f3fd3d8ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.814658 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-1a54ddf6-de73-4ed1-b539-3a7f3fd3d8ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/92118db9-52d7-428d-a407-8db54fbed05a HTTP/1.1" status: 204 len: 168 time: 0.6953046 Dec 23 11:58:58.858466 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-3680cda3-ad91-4478-adc1-6b3d9144491b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Allocated IP 172.20.0.9 (2ff9bb10-bc99-4d12-bacb-9778f44904da/efd3053a-1fe5-4918-9663-e9416b7eff26/bbf34ca1-ab1a-4521-9402-ff6d335fe55a) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:58:58.864011 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54ddf6-de73-4ed1-b539-3a7f3fd3d8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92118db9-52d7-428d-a407-8db54fbed05a,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:58.940360 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.967874 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9720fd28-8c39-4fbf-9859-a4c0402de30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.970423 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9720fd28-8c39-4fbf-9859-a4c0402de30d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:58.974172 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-9720fd28-8c39-4fbf-9859-a4c0402de30d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/376ff0f9-4bb8-4338-bde5-0de0c0131fe5 HTTP/1.1" status: 204 len: 168 time: 0.7496676 Dec 23 11:58:59.000168 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720fd28-8c39-4fbf-9859-a4c0402de30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376ff0f9-4bb8-4338-bde5-0de0c0131fe5,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:59.075884 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-25affde9-de2d-431d-895e-490e1c485042 req-d7dd4f5d-783a-4777-8d5a-ee2d13fccbbf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:59.204079 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8d7c3c64-ac77-45e0-81f7-8f3c6962cc01 req-df65e15e-4239-4328-835f-0374980ae6a3 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 210 time: 0.0587032 Dec 23 11:58:59.355148 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-25affde9-de2d-431d-895e-490e1c485042 req-d7dd4f5d-783a-4777-8d5a-ee2d13fccbbf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:59.424597 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-3680cda3-ad91-4478-adc1-6b3d9144491b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:59.441964 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25affde9-de2d-431d-895e-490e1c485042 req-d7dd4f5d-783a-4777-8d5a-ee2d13fccbbf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Network b549575c-e737-460e-8224-ff10749539d5 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:58:59.452114 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-25affde9-de2d-431d-895e-490e1c485042 req-d7dd4f5d-783a-4777-8d5a-ee2d13fccbbf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:58:59.470895 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-25affde9-de2d-431d-895e-490e1c485042 req-d7dd4f5d-783a-4777-8d5a-ee2d13fccbbf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:58:59.477591 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25affde9-de2d-431d-895e-490e1c485042 req-d7dd4f5d-783a-4777-8d5a-ee2d13fccbbf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:59.478905 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-25affde9-de2d-431d-895e-490e1c485042 req-d7dd4f5d-783a-4777-8d5a-ee2d13fccbbf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:59.499716 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b8c39-60d6-4072-b630-f83f3ac790d9 req-2cdeedaa-9dc4-4976-86d2-e6b62a14ca66 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:58:59.501344 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c30b8c39-60d6-4072-b630-f83f3ac790d9 req-2cdeedaa-9dc4-4976-86d2-e6b62a14ca66 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 944 time: 0.1891799 Dec 23 11:58:59.556891 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd4f5d-783a-4777-8d5a-ee2d13fccbbf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Pushing event updated for resources: {'Port': ['ID=4c211a14-71cd-421b-8af4-29651931f338,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:59.610645 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25affde9-de2d-431d-895e-490e1c485042 req-d7dd4f5d-783a-4777-8d5a-ee2d13fccbbf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0346057 Dec 23 11:58:59.618220 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4f35fa5a-1bd6-49af-b99b-94a2bb90b978 req-10d3c0f9-fa66-43c0-a428-0b79db5ec426 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 210 time: 0.0535288 Dec 23 11:58:59.643967 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57910) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:59.684835 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-45e1feb6-d839-46bb-bc47-d187ee0f9bf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:59.696879 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Request body: {'port': {'device_id': 'f1c78f6c-0393-44fa-8edd-0fe5cc257d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:58:59.771150 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c30b8c39-60d6-4072-b630-f83f3ac790d9 req-d4d05027-d29e-4a4a-8a65-420faf03d5f7 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558339 Dec 23 11:58:59.872692 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-45e1feb6-d839-46bb-bc47-d187ee0f9bf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:59.878107 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-45e1feb6-d839-46bb-bc47-d187ee0f9bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:58:59.920922 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1feb6-d839-46bb-bc47-d187ee0f9bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea2c252-4cc5-4526-a05b-dccbc48ea4fe,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:58:59.937144 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-45e1feb6-d839-46bb-bc47-d187ee0f9bf4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd50651babe545f0bf7f21ecd764d505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913668 Dec 23 11:58:59.939923 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 57924) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:58:59.994485 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af50b155-02cb-4b87-a347-19600c2b89cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:00.018542 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af50b155-02cb-4b87-a347-19600c2b89cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:00.070977 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-3680cda3-ad91-4478-adc1-6b3d9144491b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:00.082538 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af50b155-02cb-4b87-a347-19600c2b89cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:00.085082 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af50b155-02cb-4b87-a347-19600c2b89cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:00.088773 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-af50b155-02cb-4b87-a347-19600c2b89cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fea2c252-4cc5-4526-a05b-dccbc48ea4fe HTTP/1.1" status: 204 len: 168 time: 0.1448193 Dec 23 11:59:00.093776 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50b155-02cb-4b87-a347-19600c2b89cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea2c252-4cc5-4526-a05b-dccbc48ea4fe,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:00.094545 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:00.166749 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-3680cda3-ad91-4478-adc1-6b3d9144491b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Network 2ff9bb10-bc99-4d12-bacb-9778f44904da is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:59:00.226394 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680cda3-ad91-4478-adc1-6b3d9144491b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event updated for resources: {'Port': ['ID=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:00.232861 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-3680cda3-ad91-4478-adc1-6b3d9144491b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:59:00.242188 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-3680cda3-ad91-4478-adc1-6b3d9144491b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:59:00.248243 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-3680cda3-ad91-4478-adc1-6b3d9144491b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:00.249066 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-3680cda3-ad91-4478-adc1-6b3d9144491b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:00.264661 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32d0851-1880-4e36-81d6-464702876f58 {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:59:00.298546 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:00.437967 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-3680cda3-ad91-4478-adc1-6b3d9144491b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6470978 Dec 23 11:59:00.480208 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Transition to ACTIVE for port object b32d0851-1880-4e36-81d6-464702876f58 will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:59:00.485935 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Request body: {'port': {'device_id': 'fc998144-5288-467f-82de-9c1983559e40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:59:00.549458 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:00.565135 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-b240c1af-e256-4e98-8b82-e1c866c1fb17 None None] Provisioning complete for port bbf34ca1-ab1a-4521-9402-ff6d335fe55a triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:59:00.565595 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-b240c1af-e256-4e98-8b82-e1c866c1fb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:00.622091 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-b240c1af-e256-4e98-8b82-e1c866c1fb17 None None] Port bbf34ca1-ab1a-4521-9402-ff6d335fe55a cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 11:59:00.704628 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559babc-f3f5-444c-80cd-aa51e30f4cee req-86005e13-8248-43f6-bd6b-530eab3689b1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:00.706194 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c559babc-f3f5-444c-80cd-aa51e30f4cee req-86005e13-8248-43f6-bd6b-530eab3689b1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 931 time: 0.2935581 Dec 23 11:59:00.712515 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:00.714378 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Pushing event updated for resources: {'Port': ['ID=b32d0851-1880-4e36-81d6-464702876f58,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:00.875964 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Attempting to bind port b32d0851-1880-4e36-81d6-464702876f58 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:59:00.876304 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Attempting to bind port b32d0851-1880-4e36-81d6-464702876f58 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '9551ab7e-6781-408c-abc9-5282dcc75740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b549575c-e737-460e-8224-ff10749539d5'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:59:00.876630 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Attempting to bind port b32d0851-1880-4e36-81d6-464702876f58 on network b549575c-e737-460e-8224-ff10749539d5 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:59:00.922564 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Port b32d0851-1880-4e36-81d6-464702876f58 on network b549575c-e737-460e-8224-ff10749539d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:59:00.923032 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Attempting to bind port b32d0851-1880-4e36-81d6-464702876f58 on network b549575c-e737-460e-8224-ff10749539d5 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:59:00.980071 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c559babc-f3f5-444c-80cd-aa51e30f4cee req-d3bbfa97-15df-47ac-a3b1-e166dfa1a186 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598355 Dec 23 11:59:00.980860 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:59:00.981782 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Checking segment: {'id': '9551ab7e-6781-408c-abc9-5282dcc75740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b549575c-e737-460e-8224-ff10749539d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:59:00.982165 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Bound using segment: {'id': '9551ab7e-6781-408c-abc9-5282dcc75740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b549575c-e737-460e-8224-ff10749539d5'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:59:00.982666 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Bound port: b32d0851-1880-4e36-81d6-464702876f58, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9551ab7e-6781-408c-abc9-5282dcc75740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b549575c-e737-460e-8224-ff10749539d5'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:59:00.983018 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:01.038794 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:59:01.066904 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2cb6a-1b58-4d28-8654-03162c904793 req-88503561-6535-4af7-9b5d-a1bcdc0346a9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:01.068416 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-51b2cb6a-1b58-4d28-8654-03162c904793 req-88503561-6535-4af7-9b5d-a1bcdc0346a9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 931 time: 0.2809656 Dec 23 11:59:01.077364 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c211a14-71cd-421b-8af4-29651931f338 {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:59:01.094176 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:01.169063 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Transition to ACTIVE for port object 4c211a14-71cd-421b-8af4-29651931f338 will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:59:01.258149 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:01.281980 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a,segment=NetworkSegment(ec14b389-bd0d-4112-8551-6707a4fb10c3),segment_id=ec14b389-bd0d-4112-8551-6707a4fb10c3)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:01.302949 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': '22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a', 'network_id': 'ac51d859-bbbe-4f9f-9707-22f475d5dcb6', 'port_id': '22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a', 'mac_address': 'fa:16:3e:ee:ef:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002b9bc3-5291-44d7-b06b-27234ec9b64b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:59:01.363641 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] For port b32d0851-1880-4e36-81d6-464702876f58, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:59:01.384276 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-51b2cb6a-1b58-4d28-8654-03162c904793 req-d871acb8-b025-49c5-8a9b-deab003478b8 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982016 Dec 23 11:59:01.413965 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] For port b32d0851-1880-4e36-81d6-464702876f58, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=b32d0851-1880-4e36-81d6-464702876f58,segment=NetworkSegment(9551ab7e-6781-408c-abc9-5282dcc75740),segment_id=9551ab7e-6781-408c-abc9-5282dcc75740)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:59:01.433493 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Pushing event updated for resources: {'Port': ['ID=4c211a14-71cd-421b-8af4-29651931f338,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:01.441320 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aff7df-2144-43a5-934a-789e4b5f4e8d req-5e6da509-5490-434d-9ab7-6f9c9153d24b tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:01.443022 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-03aff7df-2144-43a5-934a-789e4b5f4e8d req-5e6da509-5490-434d-9ab7-6f9c9153d24b tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 944 time: 0.2972887 Dec 23 11:59:01.464908 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:01.469204 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:01.506974 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:59:01.584608 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a,segment=NetworkSegment(ec14b389-bd0d-4112-8551-6707a4fb10c3),segment_id=ec14b389-bd0d-4112-8551-6707a4fb10c3)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:01.591865 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:01.616553 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Attempting to bind port 4c211a14-71cd-421b-8af4-29651931f338 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:59:01.617024 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Attempting to bind port 4c211a14-71cd-421b-8af4-29651931f338 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '9551ab7e-6781-408c-abc9-5282dcc75740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b549575c-e737-460e-8224-ff10749539d5'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:59:01.617201 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Attempting to bind port 4c211a14-71cd-421b-8af4-29651931f338 on network b549575c-e737-460e-8224-ff10749539d5 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:59:01.631581 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:01.632623 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:01.633636 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] 10.222.0.61 "PUT /v2.0/ports/b32d0851-1880-4e36-81d6-464702876f58 HTTP/1.1" status: 200 len: 1094 time: 2.8874626 Dec 23 11:59:01.635155 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f88906-0a5f-47a4-bf35-55db395a0e97', 'tag': 'b32d0851-1880-4e36-81d6-464702876f58'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:59:01.638571 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff5082f-63dc-46ba-8170-c2e6212a1e51" -d '{"events": [{"name": "network-changed", "server_uuid": "15f88906-0a5f-47a4-bf35-55db395a0e97", "tag": "b32d0851-1880-4e36-81d6-464702876f58"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:59:01.688409 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Port 4c211a14-71cd-421b-8af4-29651931f338 on network b549575c-e737-460e-8224-ff10749539d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:59:01.688689 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Attempting to bind port 4c211a14-71cd-421b-8af4-29651931f338 on network b549575c-e737-460e-8224-ff10749539d5 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:59:01.689067 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:01.711546 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1119b-1943-4d95-8d04-93767b051176 service neutron] Pushing event updated for resources: {'Port': ['ID=b32d0851-1880-4e36-81d6-464702876f58,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:01.716142 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc750899-4bbe-489d-b7e9-592ed7e4c119 x-openstack-request-id: req-bc750899-4bbe-489d-b7e9-592ed7e4c119 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:59:01.717369 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f88906-0a5f-47a4-bf35-55db395a0e97", "tag": "b32d0851-1880-4e36-81d6-464702876f58", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:59:01.717369 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc750899-4bbe-489d-b7e9-592ed7e4c119 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:59:01.717369 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f88906-0a5f-47a4-bf35-55db395a0e97', 'tag': 'b32d0851-1880-4e36-81d6-464702876f58', 'status': 'completed', 'code': 200} Dec 23 11:59:01.722307 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:59:01.722679 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Checking segment: {'id': '9551ab7e-6781-408c-abc9-5282dcc75740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b549575c-e737-460e-8224-ff10749539d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:59:01.723063 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Bound using segment: {'id': '9551ab7e-6781-408c-abc9-5282dcc75740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b549575c-e737-460e-8224-ff10749539d5'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:59:01.723488 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Bound port: 4c211a14-71cd-421b-8af4-29651931f338, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9551ab7e-6781-408c-abc9-5282dcc75740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b549575c-e737-460e-8224-ff10749539d5'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:59:01.723844 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:01.741975 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-03aff7df-2144-43a5-934a-789e4b5f4e8d req-af798879-ea7c-4fb9-b44f-c0f338589076 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700324 Dec 23 11:59:01.744273 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf34ca1-ab1a-4521-9402-ff6d335fe55a {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:59:01.767080 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:01.817368 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Transition to ACTIVE for port object bbf34ca1-ab1a-4521-9402-ff6d335fe55a will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:59:01.830424 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:01.884255 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-91781dee-156c-4340-9d8d-1ea34995314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:01.885797 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-91781dee-156c-4340-9d8d-1ea34995314f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec59363a116e4c37832626c6add07f04&device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 1097 time: 0.1359282 Dec 23 11:59:01.929871 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] For port 4c211a14-71cd-421b-8af4-29651931f338, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:59:01.969333 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:01.997773 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-56374070-6de7-4764-aeea-57ce793ebea2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b32d0851-1880-4e36-81d6-464702876f58 HTTP/1.1" status: 200 len: 217 time: 0.0904534 Dec 23 11:59:02.004177 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] For port 4c211a14-71cd-421b-8af4-29651931f338, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4c211a14-71cd-421b-8af4-29651931f338,segment=NetworkSegment(9551ab7e-6781-408c-abc9-5282dcc75740),segment_id=9551ab7e-6781-408c-abc9-5282dcc75740)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:59:02.028222 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Attempting to bind port bbf34ca1-ab1a-4521-9402-ff6d335fe55a on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:59:02.028895 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Attempting to bind port bbf34ca1-ab1a-4521-9402-ff6d335fe55a by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:59:02.029231 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Attempting to bind port bbf34ca1-ab1a-4521-9402-ff6d335fe55a on network 2ff9bb10-bc99-4d12-bacb-9778f44904da {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:59:02.033256 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:02.035749 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:59:02.107930 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Port bbf34ca1-ab1a-4521-9402-ff6d335fe55a on network 2ff9bb10-bc99-4d12-bacb-9778f44904da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:59:02.108255 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Attempting to bind port bbf34ca1-ab1a-4521-9402-ff6d335fe55a on network 2ff9bb10-bc99-4d12-bacb-9778f44904da {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:59:02.187889 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-17addf27-91f2-499a-8e8f-ce566f3f3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:02.189855 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-17addf27-91f2-499a-8e8f-ce566f3f3924 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2572a32-7da4-4c6b-a622-f053958d1230 HTTP/1.1" status: 200 len: 859 time: 0.1834390 Dec 23 11:59:02.205368 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:59:02.205962 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Checking segment: {'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:59:02.206578 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Bound using segment: {'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:59:02.207044 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Bound port: bbf34ca1-ab1a-4521-9402-ff6d335fe55a, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:59:02.207407 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:02.219046 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58054) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:02.255370 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-a33e2773-81e3-4fe4-a606-8eca97e963e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b549575c-e737-460e-8224-ff10749539d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448368 Dec 23 11:59:02.258156 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:02.259110 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:02.261080 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25affde9-de2d-431d-895e-490e1c485042 req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] 10.222.0.61 "PUT /v2.0/ports/4c211a14-71cd-421b-8af4-29651931f338 HTTP/1.1" status: 200 len: 1093 time: 2.6310759 Dec 23 11:59:02.490201 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5d347e4f-bd86-4aaf-be19-68a244651c99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:02.546157 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c36e9b-fd89-4158-a813-4ff9ffe6dcaa service neutron] Pushing event updated for resources: {'Port': ['ID=4c211a14-71cd-421b-8af4-29651931f338,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.569875 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.571743 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.571743 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.571743 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.571743 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.571743 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.571743 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.571743 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.571743 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.571743 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.571743 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.571743 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 11:59:02.571743 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 11:59:02.576280 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282201d-bb2c-44d0-8096-2d991bb74d40 req-cb3081da-ef31-4477-8425-23b14ce598f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:02.579418 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f282201d-bb2c-44d0-8096-2d991bb74d40 req-cb3081da-ef31-4477-8425-23b14ce598f0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 943 time: 0.4853663 Dec 23 11:59:02.699974 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] For port bbf34ca1-ab1a-4521-9402-ff6d335fe55a, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:59:02.723362 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5d347e4f-bd86-4aaf-be19-68a244651c99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:02.733903 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] For port bbf34ca1-ab1a-4521-9402-ff6d335fe55a, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:59:02.735942 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5d347e4f-bd86-4aaf-be19-68a244651c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:02.772777 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:02.793783 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-5d347e4f-bd86-4aaf-be19-68a244651c99 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f81ac9c267a74ca1afaa5ef67c11049f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5730350 Dec 23 11:59:02.798953 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58084) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:02.889699 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d347e4f-bd86-4aaf-be19-68a244651c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9420f183-6a23-443d-af45-37172caded94,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:02.897980 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cb6707e8-da52-4e6b-94f8-42f9774cb78d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:02.899465 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:02.936930 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cb6707e8-da52-4e6b-94f8-42f9774cb78d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:02.990396 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:02.991186 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:02.992962 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-a10dcec2-00f4-4a2c-9d54-d98a2c1b0e72 service neutron] 10.222.0.61 "PUT /v2.0/ports/bbf34ca1-ab1a-4521-9402-ff6d335fe55a HTTP/1.1" status: 200 len: 1093 time: 2.5141087 Dec 23 11:59:03.002359 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25affde9-de2d-431d-895e-490e1c485042 req-2c2abb06-0960-4afc-804c-1ee78372a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:03.004054 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25affde9-de2d-431d-895e-490e1c485042 req-2c2abb06-0960-4afc-804c-1ee78372a932 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec59363a116e4c37832626c6add07f04&device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 1096 time: 0.4543307 Dec 23 11:59:03.005692 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cb6707e8-da52-4e6b-94f8-42f9774cb78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:03.020447 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cb6707e8-da52-4e6b-94f8-42f9774cb78d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:03.027205 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-cb6707e8-da52-4e6b-94f8-42f9774cb78d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9420f183-6a23-443d-af45-37172caded94 HTTP/1.1" status: 204 len: 168 time: 0.2264600 Dec 23 11:59:03.029344 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:59:03.044400 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6707e8-da52-4e6b-94f8-42f9774cb78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9420f183-6a23-443d-af45-37172caded94,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:03.063310 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f15051-54ba-4669-b51a-7b0efdb1471c req-33cd8c7d-49eb-4ba4-93f9-74f921cfd1cd tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:03.065040 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b2f15051-54ba-4669-b51a-7b0efdb1471c req-33cd8c7d-49eb-4ba4-93f9-74f921cfd1cd tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.3121650 Dec 23 11:59:03.145370 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:59:03.151032 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:59:03.151403 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:03.222533 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25affde9-de2d-431d-895e-490e1c485042 req-1d87f067-d5cf-4e3b-a3a3-162ce26f55f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c211a14-71cd-421b-8af4-29651931f338 HTTP/1.1" status: 200 len: 217 time: 0.1905591 Dec 23 11:59:03.239935 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f282201d-bb2c-44d0-8096-2d991bb74d40 req-9d609527-9e92-4dab-8619-eececf555ea7 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731150 Dec 23 11:59:03.255854 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-e8502cba-2fd3-4ab3-b3f3-948dab354f00 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9784353 Dec 23 11:59:03.368750 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:03.390092 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-c96a1054-551c-4879-a29e-dc15bf9c4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:03.392024 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-c96a1054-551c-4879-a29e-dc15bf9c4e84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 1096 time: 0.2809231 Dec 23 11:59:03.393526 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25affde9-de2d-431d-895e-490e1c485042 req-0f5abb0b-6892-44e5-a649-44464e699598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:03.395103 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25affde9-de2d-431d-895e-490e1c485042 req-0f5abb0b-6892-44e5-a649-44464e699598 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2572a32-7da4-4c6b-a622-f053958d1230 HTTP/1.1" status: 200 len: 859 time: 0.1429808 Dec 23 11:59:03.412638 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b2f15051-54ba-4669-b51a-7b0efdb1471c req-20bef871-7967-445d-8ddc-c74cefab0af6 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993836 Dec 23 11:59:03.422670 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518c84e9-aab7-44b1-b614-30ffee393824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:59:03.518726 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a,segment=NetworkSegment(ec14b389-bd0d-4112-8551-6707a4fb10c3),segment_id=ec14b389-bd0d-4112-8551-6707a4fb10c3)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:03.529744 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:03.537677 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-e2387b8e-b659-4eb3-b210-b5ed0ad7bdcd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a HTTP/1.1" status: 200 len: 217 time: 0.0966175 Dec 23 11:59:03.540705 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25affde9-de2d-431d-895e-490e1c485042 req-81d547c4-7e41-4653-903a-4ca06f928104 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b549575c-e737-460e-8224-ff10749539d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984247 Dec 23 11:59:03.617517 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:03.652177 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e00eff48-f479-4fc0-bce6-3ff4a50b8f45 req-26e39a50-4503-441b-aab3-5ca972dde471 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350759 Dec 23 11:59:03.664730 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e2b94-6130-4d91-899a-5df40d3e8f45 req-89cdb38c-cac8-4e11-8c67-ffb6ac880d99 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:03.666273 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a47e2b94-6130-4d91-899a-5df40d3e8f45 req-89cdb38c-cac8-4e11-8c67-ffb6ac880d99 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 945 time: 0.2701583 Dec 23 11:59:03.718862 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c78f6c-0393-44fa-8edd-0fe5cc257d7f', 'tag': '4c211a14-71cd-421b-8af4-29651931f338'}, {'name': 'network-changed', 'server_uuid': 'fc998144-5288-467f-82de-9c1983559e40', 'tag': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:59:03.721404 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c78f6c-0393-44fa-8edd-0fe5cc257d7f", "tag": "4c211a14-71cd-421b-8af4-29651931f338"}, {"name": "network-changed", "server_uuid": "fc998144-5288-467f-82de-9c1983559e40", "tag": "bbf34ca1-ab1a-4521-9402-ff6d335fe55a"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:59:03.750441 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-c95d02e0-7a33-4c96-85e2-3a905dfa9eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:03.752700 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-2cf410aa-8eb9-4eb3-869b-7ef3910dfe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:03.766893 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-2cf410aa-8eb9-4eb3-869b-7ef3910dfe7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=efd3053a-1fe5-4918-9663-e9416b7eff26 HTTP/1.1" status: 200 len: 856 time: 0.2094696 Dec 23 11:59:03.896948 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Dec 2021 11:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77db5bc5-88d1-4602-9b83-e78d44b6db68 x-openstack-request-id: req-77db5bc5-88d1-4602-9b83-e78d44b6db68 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:59:03.897251 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c78f6c-0393-44fa-8edd-0fe5cc257d7f", "tag": "4c211a14-71cd-421b-8af4-29651931f338", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fc998144-5288-467f-82de-9c1983559e40", "tag": "bbf34ca1-ab1a-4521-9402-ff6d335fe55a", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:59:03.897501 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77db5bc5-88d1-4602-9b83-e78d44b6db68 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:59:03.897955 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c78f6c-0393-44fa-8edd-0fe5cc257d7f', 'tag': '4c211a14-71cd-421b-8af4-29651931f338', 'status': 'completed', 'code': 200} Dec 23 11:59:03.898215 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc998144-5288-467f-82de-9c1983559e40', 'tag': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'status': 'completed', 'code': 200} Dec 23 11:59:03.908990 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58122) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:03.944868 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25affde9-de2d-431d-895e-490e1c485042 req-a21119e6-1c9b-40c5-9b55-03aba85de5f8 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903735 Dec 23 11:59:03.992620 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58128) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:03.998341 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a47e2b94-6130-4d91-899a-5df40d3e8f45 req-0454f40b-3efb-43b5-8bd9-c743d6654f7c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024254 Dec 23 11:59:04.015350 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c6e321aa-191e-4ad3-b495-bd14054a3fad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:04.030762 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930ee983-c24d-4910-90b3-8085ffd1400e" -d '{"events": [{"server_uuid": "518c84e9-aab7-44b1-b614-30ffee393824", "name": "network-vif-plugged", "status": "completed", "tag": "22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:59:04.050036 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-5b72a247-6428-43e5-a478-fb7694d01772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:04.051405 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-5b72a247-6428-43e5-a478-fb7694d01772 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ff9bb10-bc99-4d12-bacb-9778f44904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2690184 Dec 23 11:59:04.086290 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5082f-63dc-46ba-8170-c2e6212a1e51 req-f8496539-0116-4b74-8ad3-cdb149e63217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:04.088085 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1ff5082f-63dc-46ba-8170-c2e6212a1e51 req-f8496539-0116-4b74-8ad3-cdb149e63217 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec59363a116e4c37832626c6add07f04&device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 1097 time: 0.1936848 Dec 23 11:59:04.141281 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c6e321aa-191e-4ad3-b495-bd14054a3fad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:04.147124 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c6e321aa-191e-4ad3-b495-bd14054a3fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:04.192732 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-8c1554e3-1a06-41ee-8b4f-b7364d9c0168 service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035159 Dec 23 11:59:04.249971 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e321aa-191e-4ad3-b495-bd14054a3fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b5346b-0180-4085-be92-27c75100cda1,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:04.282214 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-c6e321aa-191e-4ad3-b495-bd14054a3fad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=89a7ef8571314c7fbd7625fba73e3177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885337 Dec 23 11:59:04.285486 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58152) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:04.304293 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d22f36e-dcf4-441a-8e2d-e06dc35fb051 x-openstack-request-id: req-3d22f36e-dcf4-441a-8e2d-e06dc35fb051 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:59:04.304604 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518c84e9-aab7-44b1-b614-30ffee393824", "name": "network-vif-plugged", "status": "completed", "tag": "22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:59:04.304854 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d22f36e-dcf4-441a-8e2d-e06dc35fb051 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:59:04.305283 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518c84e9-aab7-44b1-b614-30ffee393824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a', 'code': 200} Dec 23 11:59:04.316849 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-56648036-08e0-4e1b-9ea1-6125f7a690b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:04.393323 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-651ed2b5-81c5-4466-b3fd-264ad0536c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:04.434134 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-651ed2b5-81c5-4466-b3fd-264ad0536c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:04.507854 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25affde9-de2d-431d-895e-490e1c485042 req-efbdbbc4-71c8-492a-8e5b-d1a5a8e0b937 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420678 Dec 23 11:59:04.554972 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-56648036-08e0-4e1b-9ea1-6125f7a690b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:04.559982 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-56648036-08e0-4e1b-9ea1-6125f7a690b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:04.564280 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b076d-baf6-4192-a906-821b7b4d1222 req-7ed71c38-c56c-489e-bb9d-35eeefa9ac26 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:04.566038 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-575b076d-baf6-4192-a906-821b7b4d1222 req-7ed71c38-c56c-489e-bb9d-35eeefa9ac26 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 943 time: 0.1982722 Dec 23 11:59:04.584017 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-651ed2b5-81c5-4466-b3fd-264ad0536c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:04.586545 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-651ed2b5-81c5-4466-b3fd-264ad0536c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:04.590883 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-651ed2b5-81c5-4466-b3fd-264ad0536c6b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0b5346b-0180-4085-be92-27c75100cda1 HTTP/1.1" status: 204 len: 168 time: 0.3038256 Dec 23 11:59:04.616752 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56648036-08e0-4e1b-9ea1-6125f7a690b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cb67e0-9c0e-4be6-8547-65ca69305b39,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:04.621734 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-56648036-08e0-4e1b-9ea1-6125f7a690b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef633082704a466ea178c4d5d67d780c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7105553 Dec 23 11:59:04.625006 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58166) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:04.657366 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ed2b5-81c5-4466-b3fd-264ad0536c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b5346b-0180-4085-be92-27c75100cda1,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:04.701037 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1da7d326-8f70-4031-b454-f1760f46eb4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:04.701256 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-088c4143-7027-4d36-a49a-060c9c79c07d service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931791 Dec 23 11:59:04.719128 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5082f-63dc-46ba-8170-c2e6212a1e51 req-71b036a7-0d46-4792-96bd-4ddcd4d7548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:04.720839 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1ff5082f-63dc-46ba-8170-c2e6212a1e51 req-71b036a7-0d46-4792-96bd-4ddcd4d7548d service neutron] 10.222.0.61 "GET /v2.0/networks?id=b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 200 len: 920 time: 0.5234394 Dec 23 11:59:04.743298 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1da7d326-8f70-4031-b454-f1760f46eb4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:04.757323 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58170) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:04.809446 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1da7d326-8f70-4031-b454-f1760f46eb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:04.812236 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1da7d326-8f70-4031-b454-f1760f46eb4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:04.816578 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-1da7d326-8f70-4031-b454-f1760f46eb4f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/91cb67e0-9c0e-4be6-8547-65ca69305b39 HTTP/1.1" status: 204 len: 168 time: 0.1902945 Dec 23 11:59:04.825165 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7d326-8f70-4031-b454-f1760f46eb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cb67e0-9c0e-4be6-8547-65ca69305b39,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:04.995723 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1ff5082f-63dc-46ba-8170-c2e6212a1e51 req-d578b3b3-2039-47ca-99a6-320878229eb2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b32d0851-1880-4e36-81d6-464702876f58 HTTP/1.1" status: 200 len: 217 time: 0.2469132 Dec 23 11:59:05.017066 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ff6bec30-6813-4ec8-a8c5-95c4e54b9c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:05.026002 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eaa11c-ad20-466e-b263-1fb488e7eac4 req-fd6d2e02-9f6c-4b9a-b754-ecaf8ccaec5e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:05.028144 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-70eaa11c-ad20-466e-b263-1fb488e7eac4 req-fd6d2e02-9f6c-4b9a-b754-ecaf8ccaec5e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.4856360 Dec 23 11:59:05.050043 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd982c08-417a-4012-bd14-0c75dd7fea60 req-09d731bb-2df9-4716-972b-7f15c4b8e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:05.050043 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dd982c08-417a-4012-bd14-0c75dd7fea60 req-09d731bb-2df9-4716-972b-7f15c4b8e262 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 1099 time: 0.4648283 Dec 23 11:59:05.095867 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-575b076d-baf6-4192-a906-821b7b4d1222 req-23fcf7e4-b5b7-4e10-950b-443aa2b2e2cc tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122113 Dec 23 11:59:05.162403 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-ce6c14d0-b8ea-4e73-ad5b-030f91682251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:05.163939 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-ce6c14d0-b8ea-4e73-ad5b-030f91682251 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec59363a116e4c37832626c6add07f04&device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 1096 time: 0.4946504 Dec 23 11:59:05.164589 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-dd982c08-417a-4012-bd14-0c75dd7fea60 req-10ee43ba-1ddb-4b6c-a38a-43cee31ddad4 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:05.175125 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ff6bec30-6813-4ec8-a8c5-95c4e54b9c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:05.181243 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ff6bec30-6813-4ec8-a8c5-95c4e54b9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:05.247197 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bec30-6813-4ec8-a8c5-95c4e54b9c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046b2dad-8749-431b-81dd-850ea184e931,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:05.249068 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-70eaa11c-ad20-466e-b263-1fb488e7eac4 req-890dccc3-79d5-439d-aca6-451a9d9ded27 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038879 Dec 23 11:59:05.281655 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-ff6bec30-6813-4ec8-a8c5-95c4e54b9c91 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f35a0ace4798408eb324843d6b8986e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5209041 Dec 23 11:59:05.282477 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58204) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:05.297765 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5082f-63dc-46ba-8170-c2e6212a1e51 req-5792b4e6-9fde-4cec-9ca1-28e3062030cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:05.300030 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1ff5082f-63dc-46ba-8170-c2e6212a1e51 req-5792b4e6-9fde-4cec-9ca1-28e3062030cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2572a32-7da4-4c6b-a622-f053958d1230 HTTP/1.1" status: 200 len: 859 time: 0.2838805 Dec 23 11:59:05.373717 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1ff5082f-63dc-46ba-8170-c2e6212a1e51 req-d03eb978-9c76-4cbb-addd-fefba4c47983 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b549575c-e737-460e-8224-ff10749539d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356202 Dec 23 11:59:05.423341 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-78826327-3c7b-4e39-be2b-9ddd801a9594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:05.460075 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-78826327-3c7b-4e39-be2b-9ddd801a9594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:05.469179 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0009d-5d0c-4fbb-a285-d4a31ce414ae req-cb8592de-41bf-49c9-b975-1be0c7b698c0 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:05.471203 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ebf0009d-5d0c-4fbb-a285-d4a31ce414ae req-cb8592de-41bf-49c9-b975-1be0c7b698c0 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 946 time: 0.2389503 Dec 23 11:59:05.515763 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58210) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:05.538429 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-78826327-3c7b-4e39-be2b-9ddd801a9594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:05.541638 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-78826327-3c7b-4e39-be2b-9ddd801a9594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:05.543520 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-78826327-3c7b-4e39-be2b-9ddd801a9594 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/046b2dad-8749-431b-81dd-850ea184e931 HTTP/1.1" status: 204 len: 168 time: 0.2583387 Dec 23 11:59:05.556456 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78826327-3c7b-4e39-be2b-9ddd801a9594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046b2dad-8749-431b-81dd-850ea184e931,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:05.630312 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-3d2a21f6-813f-4fb7-ac8c-229116f9f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:05.631988 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-3d2a21f6-813f-4fb7-ac8c-229116f9f099 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 200 len: 920 time: 0.3989339 Dec 23 11:59:05.654993 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ebf0009d-5d0c-4fbb-a285-d4a31ce414ae req-1df0f320-6685-4d8f-ad56-03253f5d8d7a tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732235 Dec 23 11:59:05.664575 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1ff5082f-63dc-46ba-8170-c2e6212a1e51 req-84767758-8c62-4bbb-8dd7-d2296b58a752 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551451 Dec 23 11:59:05.707927 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-2283b3c2-a42a-4c83-b833-f9dbaf5df471 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c211a14-71cd-421b-8af4-29651931f338 HTTP/1.1" status: 200 len: 217 time: 0.0570343 Dec 23 11:59:05.713365 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-dd982c08-417a-4012-bd14-0c75dd7fea60 req-10ee43ba-1ddb-4b6c-a38a-43cee31ddad4 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:05.736479 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-dd982c08-417a-4012-bd14-0c75dd7fea60 req-10ee43ba-1ddb-4b6c-a38a-43cee31ddad4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:05.798406 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8105e04e-5875-406e-ba50-1b8dc40fd24f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:05.852303 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee43ba-1ddb-4b6c-a38a-43cee31ddad4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=af692e9b-16b6-474a-947b-984ab91d7942,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:05.862915 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dd982c08-417a-4012-bd14-0c75dd7fea60 req-10ee43ba-1ddb-4b6c-a38a-43cee31ddad4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7712514 Dec 23 11:59:05.866171 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-b940cb26-2113-4441-8d3b-7291ca66603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:05.867686 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-b940cb26-2113-4441-8d3b-7291ca66603d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2572a32-7da4-4c6b-a622-f053958d1230 HTTP/1.1" status: 200 len: 859 time: 0.1442833 Dec 23 11:59:05.893764 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1ff5082f-63dc-46ba-8170-c2e6212a1e51 req-93781590-3609-4ffb-84fa-4cdff4532b59 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990554 Dec 23 11:59:05.911674 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8105e04e-5875-406e-ba50-1b8dc40fd24f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:05.916551 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8105e04e-5875-406e-ba50-1b8dc40fd24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:05.955818 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-8105e04e-5875-406e-ba50-1b8dc40fd24f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a1509fc69a4d4ff782745b7bb2c12e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4373455 Dec 23 11:59:05.958475 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 58230) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:05.967951 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-475831da-42b7-437f-a2d0-26ac17617ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:05.970071 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105e04e-5875-406e-ba50-1b8dc40fd24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85de63a7-a5b2-4544-9234-212dce8f1c33,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:06.011262 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5a66b10c-6546-4278-b318-d351c7285daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:06.034198 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5a66b10c-6546-4278-b318-d351c7285daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:06.091776 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58234) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:06.097650 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5a66b10c-6546-4278-b318-d351c7285daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:06.100833 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5a66b10c-6546-4278-b318-d351c7285daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:06.104400 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-5a66b10c-6546-4278-b318-d351c7285daf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/85de63a7-a5b2-4544-9234-212dce8f1c33 HTTP/1.1" status: 204 len: 168 time: 0.1426365 Dec 23 11:59:06.107021 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-bf2a35dd-3ead-450e-b815-6a4c94d7dadf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:06.110417 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66b10c-6546-4278-b318-d351c7285daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85de63a7-a5b2-4544-9234-212dce8f1c33,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:06.232559 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-bf2a35dd-3ead-450e-b815-6a4c94d7dadf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:06.241860 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-bf2a35dd-3ead-450e-b815-6a4c94d7dadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:06.256539 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c95f29-45c3-46e9-b6de-449076d7e193 req-496520a6-afdc-4a87-a406-62e26bd85c2f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:06.258049 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-88c95f29-45c3-46e9-b6de-449076d7e193 req-496520a6-afdc-4a87-a406-62e26bd85c2f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 943 time: 0.0818419 Dec 23 11:59:06.276478 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-0abbe3da-3df0-4473-8203-679efb143d79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b549575c-e737-460e-8224-ff10749539d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432696 Dec 23 11:59:06.290566 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a35dd-3ead-450e-b815-6a4c94d7dadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061f3224-a225-464c-a0f7-e190c721e7e9,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:06.296358 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-bf2a35dd-3ead-450e-b815-6a4c94d7dadf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01bef89e3bdb4b40bdde6b57b1aeec38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026587 Dec 23 11:59:06.298907 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58248) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:06.349432 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-88c95f29-45c3-46e9-b6de-449076d7e193 req-7fcfb1f0-6f96-4e88-a574-d90638ca4875 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767391 Dec 23 11:59:06.395120 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-500301f6-7148-4f71-9b84-d32eea1e6dd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:06.434662 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-500301f6-7148-4f71-9b84-d32eea1e6dd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:06.477788 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-b9d36955-1833-4cab-a297-726f747b4ae3 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880319 Dec 23 11:59:06.487210 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16567b-de69-4b27-b9e1-1b53df0e6589 req-e15d435b-f5d8-4e74-a837-a17fd29977c2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:06.489012 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3b16567b-de69-4b27-b9e1-1b53df0e6589 req-e15d435b-f5d8-4e74-a837-a17fd29977c2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0711112 Dec 23 11:59:06.504420 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-500301f6-7148-4f71-9b84-d32eea1e6dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:06.504420 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-500301f6-7148-4f71-9b84-d32eea1e6dd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:06.504420 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-500301f6-7148-4f71-9b84-d32eea1e6dd7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/061f3224-a225-464c-a0f7-e190c721e7e9 HTTP/1.1" status: 204 len: 168 time: 0.2030702 Dec 23 11:59:06.514891 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500301f6-7148-4f71-9b84-d32eea1e6dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061f3224-a225-464c-a0f7-e190c721e7e9,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:06.603493 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3b16567b-de69-4b27-b9e1-1b53df0e6589 req-4f3ae0f5-dc2e-4e80-9356-1a874703b643 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006231 Dec 23 11:59:06.632278 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-c0bce9cb-529a-4ada-8a1b-a69acb29c11f service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420810 Dec 23 11:59:06.703920 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58266) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:06.725667 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f54ec91f-a67b-48af-8c1e-af3066e60b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:06.839283 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f54ec91f-a67b-48af-8c1e-af3066e60b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:06.846738 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f54ec91f-a67b-48af-8c1e-af3066e60b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:06.904270 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-f54ec91f-a67b-48af-8c1e-af3066e60b38 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1bd98c25e57846b79bd6f5600b41981c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963298 Dec 23 11:59:06.904270 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ec91f-a67b-48af-8c1e-af3066e60b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32626ef8-9098-49ea-918e-8cfc953e252b,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:06.907500 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-6b504c99-dc7f-43a3-8ed0-9d2306abc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:06.908062 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58282) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:06.911859 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-6b504c99-dc7f-43a3-8ed0-9d2306abc3d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 1096 time: 0.1544087 Dec 23 11:59:06.933944 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29a016-4dd0-479d-a5c4-586e59af0655 req-f3b5da86-8e95-4bee-9d71-1f8d7da73c77 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:06.936136 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ca29a016-4dd0-479d-a5c4-586e59af0655 req-f3b5da86-8e95-4bee-9d71-1f8d7da73c77 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 946 time: 0.1247790 Dec 23 11:59:07.016838 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f696c37e-037f-47ea-b6a8-a018b104d86b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:07.037542 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device b32d0851-1880-4e36-81d6-464702876f58 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:59:07.071024 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f696c37e-037f-47ea-b6a8-a018b104d86b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:07.123425 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ca29a016-4dd0-479d-a5c4-586e59af0655 req-c2197359-9ea7-4001-8b9d-037e01c30dd7 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776590 Dec 23 11:59:07.163502 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-a871c9e6-54e1-4c0e-9721-e4bfdc57ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:07.165349 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-a871c9e6-54e1-4c0e-9721-e4bfdc57ea14 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ff9bb10-bc99-4d12-bacb-9778f44904da HTTP/1.1" status: 200 len: 918 time: 0.2283158 Dec 23 11:59:07.169360 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:07.179637 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f696c37e-037f-47ea-b6a8-a018b104d86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:07.186906 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f696c37e-037f-47ea-b6a8-a018b104d86b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:07.188307 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-f696c37e-037f-47ea-b6a8-a018b104d86b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32626ef8-9098-49ea-918e-8cfc953e252b HTTP/1.1" status: 204 len: 168 time: 0.2789121 Dec 23 11:59:07.202719 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port b32d0851-1880-4e36-81d6-464702876f58, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=b32d0851-1880-4e36-81d6-464702876f58,segment=NetworkSegment(9551ab7e-6781-408c-abc9-5282dcc75740),segment_id=9551ab7e-6781-408c-abc9-5282dcc75740)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:07.204265 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696c37e-037f-47ea-b6a8-a018b104d86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32626ef8-9098-49ea-918e-8cfc953e252b,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:07.229507 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': 'b32d0851-1880-4e36-81d6-464702876f58', 'network_id': 'b549575c-e737-460e-8224-ff10749539d5', 'port_id': 'b32d0851-1880-4e36-81d6-464702876f58', 'mac_address': 'fa:16:3e:47:b2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2572a32-7da4-4c6b-a622-f053958d1230', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:59:07.238471 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-7f1fffb1-ff75-4d66-bbf8-d77283fc4c68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a HTTP/1.1" status: 200 len: 217 time: 0.0646935 Dec 23 11:59:07.281230 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:07.296659 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32d0851-1880-4e36-81d6-464702876f58 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:59:07.309421 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-0f404bf2-344d-4006-b22b-b796c1a89c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:07.310963 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-0f404bf2-344d-4006-b22b-b796c1a89c43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=efd3053a-1fe5-4918-9663-e9416b7eff26 HTTP/1.1" status: 200 len: 856 time: 0.0637071 Dec 23 11:59:07.322579 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port b32d0851-1880-4e36-81d6-464702876f58, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=b32d0851-1880-4e36-81d6-464702876f58,segment=NetworkSegment(9551ab7e-6781-408c-abc9-5282dcc75740),segment_id=9551ab7e-6781-408c-abc9-5282dcc75740)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:07.329325 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:07.372458 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-c6b31e5b-78ed-4118-a4bc-c5a1a88e8ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:07.374176 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-c6b31e5b-78ed-4118-a4bc-c5a1a88e8ca3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ff9bb10-bc99-4d12-bacb-9778f44904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546696 Dec 23 11:59:07.415787 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=b32d0851-1880-4e36-81d6-464702876f58,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:07.551833 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b995e-3fa3-4094-b57d-21075d6e7dea req-f9740b3f-ff52-4b77-9bed-16b6ff00a78c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:07.553317 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-491b995e-3fa3-4094-b57d-21075d6e7dea req-f9740b3f-ff52-4b77-9bed-16b6ff00a78c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 943 time: 0.0729096 Dec 23 11:59:07.560481 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-870e7cd8-e828-4acc-9a04-556fbc9dfe01 service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752625 Dec 23 11:59:07.661841 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-491b995e-3fa3-4094-b57d-21075d6e7dea req-e0ce6234-08f6-43df-9121-fce73fd97a6f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999441 Dec 23 11:59:07.685351 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cfcdffa-6a77-481b-8d9a-f5183fb0dab4 req-35379665-2e1d-4d57-b470-e9a20db1eb3e service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163092 Dec 23 11:59:07.744910 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e54319-2075-4dfb-8d3c-e78ac7d3d0af req-e0b74c28-41ec-41b7-98d7-aa953a471247 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:07.746647 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-45e54319-2075-4dfb-8d3c-e78ac7d3d0af req-e0b74c28-41ec-41b7-98d7-aa953a471247 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0523407 Dec 23 11:59:07.778795 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['b32d0851-1880-4e36-81d6-464702876f58'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:59:07.801490 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-45e54319-2075-4dfb-8d3c-e78ac7d3d0af req-757ca822-8b23-4752-a3cd-07e9dcbe4dc4 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481069 Dec 23 11:59:08.043865 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 58342) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:08.238955 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda31e2-c1bc-4c05-ace8-f07f0f6942aa req-4ede9b35-616b-441e-9d7f-b2f614389112 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:08.240563 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fdda31e2-c1bc-4c05-ace8-f07f0f6942aa req-4ede9b35-616b-441e-9d7f-b2f614389112 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 946 time: 0.0571108 Dec 23 11:59:08.296132 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fdda31e2-c1bc-4c05-ace8-f07f0f6942aa req-3963b4d6-1b46-4a34-b3e4-0a3fc7f5a60f tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455258 Dec 23 11:59:08.332826 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c4077b93-d743-4d7a-a0bb-552994328f4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:08.438994 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c4077b93-d743-4d7a-a0bb-552994328f4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:08.445478 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c4077b93-d743-4d7a-a0bb-552994328f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:08.486055 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4077b93-d743-4d7a-a0bb-552994328f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a21b19-5559-4d9d-ac18-f24f956c869a,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:08.490798 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-c4077b93-d743-4d7a-a0bb-552994328f4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6fd92e45bdad47c6aab865d065ef9037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4457028 Dec 23 11:59:08.493880 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 58364) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:08.556618 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-85585c94-31ed-4386-9fc3-cd52c4786cfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:08.562377 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:08.585141 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-85585c94-31ed-4386-9fc3-cd52c4786cfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:08.645101 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-85585c94-31ed-4386-9fc3-cd52c4786cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:08.647957 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-85585c94-31ed-4386-9fc3-cd52c4786cfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:08.650137 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-85585c94-31ed-4386-9fc3-cd52c4786cfd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2a21b19-5559-4d9d-ac18-f24f956c869a HTTP/1.1" status: 204 len: 168 time: 0.1551530 Dec 23 11:59:08.659486 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85585c94-31ed-4386-9fc3-cd52c4786cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a21b19-5559-4d9d-ac18-f24f956c869a,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:08.857223 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8286def-eb15-4740-affa-278ab3832a63 req-b68048b7-a99e-4b34-9a12-24f63e7d6164 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:08.866155 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e8286def-eb15-4740-affa-278ab3832a63 req-b68048b7-a99e-4b34-9a12-24f63e7d6164 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 943 time: 0.0863574 Dec 23 11:59:08.960757 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e8286def-eb15-4740-affa-278ab3832a63 req-5165b6d0-09fa-42a9-b6e2-c0208ef79aa2 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917335 Dec 23 11:59:08.977901 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302b508-94fd-4c5a-a6bd-d872dae3660b req-5e7f0908-51a2-4339-8351-7f4a899575a5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:08.979473 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b302b508-94fd-4c5a-a6bd-d872dae3660b req-5e7f0908-51a2-4339-8351-7f4a899575a5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0821803 Dec 23 11:59:09.036179 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b302b508-94fd-4c5a-a6bd-d872dae3660b req-4823d3c9-d1e3-48af-a84c-f5987111d416 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499783 Dec 23 11:59:09.065704 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 4c211a14-71cd-421b-8af4-29651931f338 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:59:09.096709 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device b32d0851-1880-4e36-81d6-464702876f58 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:59:09.358242 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:09.372397 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 4c211a14-71cd-421b-8af4-29651931f338, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4c211a14-71cd-421b-8af4-29651931f338,segment=NetworkSegment(9551ab7e-6781-408c-abc9-5282dcc75740),segment_id=9551ab7e-6781-408c-abc9-5282dcc75740)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:09.387047 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': '4c211a14-71cd-421b-8af4-29651931f338', 'network_id': 'b549575c-e737-460e-8224-ff10749539d5', 'port_id': '4c211a14-71cd-421b-8af4-29651931f338', 'mac_address': 'fa:16:3e:82:ee:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2572a32-7da4-4c6b-a622-f053958d1230', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:59:09.391016 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port b32d0851-1880-4e36-81d6-464702876f58 completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:59:09.400109 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port b32d0851-1880-4e36-81d6-464702876f58 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:59:09.400670 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:09.451454 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 58422) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:09.464289 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:09.464682 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fe072846-192c-44bd-aadf-7aad1eb33556 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:09.482994 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c211a14-71cd-421b-8af4-29651931f338 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:59:09.511525 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 4c211a14-71cd-421b-8af4-29651931f338, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4c211a14-71cd-421b-8af4-29651931f338,segment=NetworkSegment(9551ab7e-6781-408c-abc9-5282dcc75740),segment_id=9551ab7e-6781-408c-abc9-5282dcc75740)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:09.557991 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:09.559081 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device bbf34ca1-ab1a-4521-9402-ff6d335fe55a details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:59:09.565324 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fe072846-192c-44bd-aadf-7aad1eb33556 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:09.571540 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fe072846-192c-44bd-aadf-7aad1eb33556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:09.629967 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:09.633101 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-fe072846-192c-44bd-aadf-7aad1eb33556 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e409bec8f45490c82be8aef4b6ef74a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805260 Dec 23 11:59:09.633933 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe072846-192c-44bd-aadf-7aad1eb33556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb31b5f-5bff-4427-8048-f7186b87814b,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:09.635884 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58432) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:09.713857 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-17149610-1781-4dc9-a4d3-f5462ef0e20d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:09.719512 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=4c211a14-71cd-421b-8af4-29651931f338,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:09.732524 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f88906-0a5f-47a4-bf35-55db395a0e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32d0851-1880-4e36-81d6-464702876f58'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:59:09.735023 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec84025c-015a-43a8-8d5c-bbc4b2801525" -d '{"events": [{"server_uuid": "15f88906-0a5f-47a4-bf35-55db395a0e97", "name": "network-vif-plugged", "status": "completed", "tag": "b32d0851-1880-4e36-81d6-464702876f58"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:59:09.739176 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-17149610-1781-4dc9-a4d3-f5462ef0e20d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:09.752285 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port b32d0851-1880-4e36-81d6-464702876f58, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=b32d0851-1880-4e36-81d6-464702876f58,segment=NetworkSegment(9551ab7e-6781-408c-abc9-5282dcc75740),segment_id=9551ab7e-6781-408c-abc9-5282dcc75740)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:09.762185 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:09.815810 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6214bd07-3f9a-4455-876d-30ebb3ab81f4 x-openstack-request-id: req-6214bd07-3f9a-4455-876d-30ebb3ab81f4 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:59:09.816127 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f88906-0a5f-47a4-bf35-55db395a0e97", "name": "network-vif-plugged", "status": "completed", "tag": "b32d0851-1880-4e36-81d6-464702876f58", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:59:09.816457 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6214bd07-3f9a-4455-876d-30ebb3ab81f4 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:59:09.816796 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f88906-0a5f-47a4-bf35-55db395a0e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32d0851-1880-4e36-81d6-464702876f58', 'code': 200} Dec 23 11:59:09.818533 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port bbf34ca1-ab1a-4521-9402-ff6d335fe55a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:09.857568 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-17149610-1781-4dc9-a4d3-f5462ef0e20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:09.861031 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-17149610-1781-4dc9-a4d3-f5462ef0e20d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:09.862846 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-17149610-1781-4dc9-a4d3-f5462ef0e20d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3cb31b5f-5bff-4427-8048-f7186b87814b HTTP/1.1" status: 204 len: 168 time: 0.2257025 Dec 23 11:59:09.864197 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'port_id': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'mac_address': 'fa:16:3e:e3:69:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:59:09.877709 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=b32d0851-1880-4e36-81d6-464702876f58,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:09.878815 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17149610-1781-4dc9-a4d3-f5462ef0e20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb31b5f-5bff-4427-8048-f7186b87814b,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:09.982359 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:10.011810 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf34ca1-ab1a-4521-9402-ff6d335fe55a {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:59:10.051478 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port bbf34ca1-ab1a-4521-9402-ff6d335fe55a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:10.057276 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:10.092485 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58460) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:10.164011 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:10.178854 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdb36b-09b6-4371-b774-a1a458e0caf3 req-d01d71ad-cb08-4c63-a239-6da5e5afa464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:10.180925 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0bcdb36b-09b6-4371-b774-a1a458e0caf3 req-d01d71ad-cb08-4c63-a239-6da5e5afa464 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 1099 time: 0.1506786 Dec 23 11:59:10.200489 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58484) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:10.227607 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3da233-80ba-467e-b4c8-e0b5a59cad08 req-83e25694-beaa-4309-9e7c-a68f53b75b4f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:10.229139 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8e3da233-80ba-467e-b4c8-e0b5a59cad08 req-83e25694-beaa-4309-9e7c-a68f53b75b4f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 944 time: 0.1545370 Dec 23 11:59:10.274543 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0bcdb36b-09b6-4371-b774-a1a458e0caf3 req-d3361674-5ea5-48a8-9edc-2730cd4f4859 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759680 Dec 23 11:59:10.303527 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8e3da233-80ba-467e-b4c8-e0b5a59cad08 req-094010a6-d58d-41f2-8f40-8230d24b4f20 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625539 Dec 23 11:59:10.457286 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-37fbc0b7-d6a6-4cbc-8e12-2ff6f7064ef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:10.488188 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a74f2-78f5-46b8-859a-3ae0b551b13b req-0ea4ea9e-9192-4019-b205-2d9d14bbdc86 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:10.501506 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b71a74f2-78f5-46b8-859a-3ae0b551b13b req-0ea4ea9e-9192-4019-b205-2d9d14bbdc86 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 944 time: 0.1166730 Dec 23 11:59:10.559666 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['4c211a14-71cd-421b-8af4-29651931f338'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:59:10.590456 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b71a74f2-78f5-46b8-859a-3ae0b551b13b req-e6019728-95c9-4a3b-a8cd-44fc5a7d0fa5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814850 Dec 23 11:59:10.593576 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-37fbc0b7-d6a6-4cbc-8e12-2ff6f7064ef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:10.599694 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-37fbc0b7-d6a6-4cbc-8e12-2ff6f7064ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:10.613215 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['bbf34ca1-ab1a-4521-9402-ff6d335fe55a'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:59:10.654202 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 58516) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:10.654666 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-37fbc0b7-d6a6-4cbc-8e12-2ff6f7064ef9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=896ff1e7ebfa4e979321993bcf175c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5610294 Dec 23 11:59:10.725833 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbc0b7-d6a6-4cbc-8e12-2ff6f7064ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4026c1-3ad5-4cfa-8f40-a6746afa8124,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:10.765266 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9277a809-5e95-4bb3-bf1d-7ce3120ab9d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:10.813263 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1f1a-a6ab-449e-b99f-e0dcb065a1a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:10.878605 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1f1a-a6ab-449e-b99f-e0dcb065a1a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:10.878722 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9277a809-5e95-4bb3-bf1d-7ce3120ab9d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:10.886540 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9277a809-5e95-4bb3-bf1d-7ce3120ab9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:10.960775 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1f1a-a6ab-449e-b99f-e0dcb065a1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:10.964400 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-dfbd1f1a-a6ab-449e-b99f-e0dcb065a1a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:10.970083 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-dfbd1f1a-a6ab-449e-b99f-e0dcb065a1a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea4026c1-3ad5-4cfa-8f40-a6746afa8124 HTTP/1.1" status: 204 len: 168 time: 0.3121233 Dec 23 11:59:10.978442 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 58534) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:10.978698 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-9277a809-5e95-4bb3-bf1d-7ce3120ab9d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c92185cca2f94ba2a737f1f535730b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7770107 Dec 23 11:59:10.979912 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277a809-5e95-4bb3-bf1d-7ce3120ab9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd3b646-40d4-4eac-8069-dc3833b8d856,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:10.999341 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd1f1a-a6ab-449e-b99f-e0dcb065a1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4026c1-3ad5-4cfa-8f40-a6746afa8124,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:11.050678 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8019832d-9227-4c8a-b24d-fb4ef25d2c07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:11.083535 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8019832d-9227-4c8a-b24d-fb4ef25d2c07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:11.148793 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8019832d-9227-4c8a-b24d-fb4ef25d2c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:11.151650 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8019832d-9227-4c8a-b24d-fb4ef25d2c07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:11.154621 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-8019832d-9227-4c8a-b24d-fb4ef25d2c07 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cbd3b646-40d4-4eac-8069-dc3833b8d856 HTTP/1.1" status: 204 len: 168 time: 0.1731222 Dec 23 11:59:11.168295 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019832d-9227-4c8a-b24d-fb4ef25d2c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd3b646-40d4-4eac-8069-dc3833b8d856,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:11.457858 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cafae8-265a-4434-a67f-6ac44102dee6 req-e69df8eb-7820-400b-a534-811e3a70b67f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:11.459870 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-94cafae8-265a-4434-a67f-6ac44102dee6 req-e69df8eb-7820-400b-a534-811e3a70b67f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 944 time: 0.0556872 Dec 23 11:59:11.545662 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-94cafae8-265a-4434-a67f-6ac44102dee6 req-3c640f07-f26a-466c-9b55-9fa66bd7b71e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780630 Dec 23 11:59:11.624970 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58570) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:11.656228 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-711a76ce-52cd-4712-9ef1-e74be84df97a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:11.775983 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-711a76ce-52cd-4712-9ef1-e74be84df97a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:11.790285 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-711a76ce-52cd-4712-9ef1-e74be84df97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:11.792038 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e59ce-c149-4196-9078-cd31bd5bb4ac req-7c70729a-fb73-425b-b149-db89e2cbda93 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:11.793968 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-be4e59ce-c149-4196-9078-cd31bd5bb4ac req-7c70729a-fb73-425b-b149-db89e2cbda93 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 944 time: 0.1093988 Dec 23 11:59:11.849869 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-711a76ce-52cd-4712-9ef1-e74be84df97a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=054ac80a2e344ffd844faaa22e95c259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233582 Dec 23 11:59:11.850804 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a76ce-52cd-4712-9ef1-e74be84df97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02562546-a39b-4bbd-8022-ba21f72e4054,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:11.853310 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58588) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:11.916025 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-df7ef880-1683-4ecd-ab64-216e51d91b52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:11.921503 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-be4e59ce-c149-4196-9078-cd31bd5bb4ac req-d693b6dd-13cd-42cb-acfb-de3412879db5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132534 Dec 23 11:59:11.943971 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-df7ef880-1683-4ecd-ab64-216e51d91b52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:11.996131 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-df7ef880-1683-4ecd-ab64-216e51d91b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:11.999004 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-df7ef880-1683-4ecd-ab64-216e51d91b52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:12.000332 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-df7ef880-1683-4ecd-ab64-216e51d91b52 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02562546-a39b-4bbd-8022-ba21f72e4054 HTTP/1.1" status: 204 len: 168 time: 0.1459575 Dec 23 11:59:12.008244 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ef880-1683-4ecd-ab64-216e51d91b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02562546-a39b-4bbd-8022-ba21f72e4054,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:12.415177 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:12.689512 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31bcaf-23a8-48e7-babc-7dce25a7bd83 req-926d2c05-f3c8-4cf1-858c-05a52b4f70a3 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:12.691520 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1e31bcaf-23a8-48e7-babc-7dce25a7bd83 req-926d2c05-f3c8-4cf1-858c-05a52b4f70a3 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 944 time: 0.0625904 Dec 23 11:59:12.758398 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1e31bcaf-23a8-48e7-babc-7dce25a7bd83 req-f8aa46f6-2537-4003-9b0f-486119f6a701 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606730 Dec 23 11:59:13.086607 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969375b-d01c-4a76-a71e-b1305f270998 req-c194eaf8-4976-49ca-8606-e6d84b1c4637 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:13.088617 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2969375b-d01c-4a76-a71e-b1305f270998 req-c194eaf8-4976-49ca-8606-e6d84b1c4637 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 944 time: 0.0878003 Dec 23 11:59:13.152586 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2969375b-d01c-4a76-a71e-b1305f270998 req-d8a94330-2a80-4499-bcd5-64ed08b87a92 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564346 Dec 23 11:59:13.194630 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 4c211a14-71cd-421b-8af4-29651931f338 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:59:13.272738 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port 4c211a14-71cd-421b-8af4-29651931f338 completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:59:13.277036 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port 4c211a14-71cd-421b-8af4-29651931f338 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:59:13.277698 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:13.373700 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:13.397530 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c78f6c-0393-44fa-8edd-0fe5cc257d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c211a14-71cd-421b-8af4-29651931f338'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:59:13.399928 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6b4f85-a981-4e1c-a1af-2e01a6273444" -d '{"events": [{"server_uuid": "f1c78f6c-0393-44fa-8edd-0fe5cc257d7f", "name": "network-vif-plugged", "status": "completed", "tag": "4c211a14-71cd-421b-8af4-29651931f338"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:59:13.416132 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 4c211a14-71cd-421b-8af4-29651931f338, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4c211a14-71cd-421b-8af4-29651931f338,segment=NetworkSegment(9551ab7e-6781-408c-abc9-5282dcc75740),segment_id=9551ab7e-6781-408c-abc9-5282dcc75740)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:13.427717 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:13.428912 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device bbf34ca1-ab1a-4521-9402-ff6d335fe55a up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:59:13.478577 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 58688) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:13.493495 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385e1b73-6844-4a64-be55-527c6821021c x-openstack-request-id: req-385e1b73-6844-4a64-be55-527c6821021c {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:59:13.493893 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c78f6c-0393-44fa-8edd-0fe5cc257d7f", "name": "network-vif-plugged", "status": "completed", "tag": "4c211a14-71cd-421b-8af4-29651931f338", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:59:13.494232 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-385e1b73-6844-4a64-be55-527c6821021c {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:59:13.494693 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c78f6c-0393-44fa-8edd-0fe5cc257d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c211a14-71cd-421b-8af4-29651931f338', 'code': 200} Dec 23 11:59:13.526437 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=4c211a14-71cd-421b-8af4-29651931f338,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:13.545859 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port bbf34ca1-ab1a-4521-9402-ff6d335fe55a completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:59:13.550977 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port bbf34ca1-ab1a-4521-9402-ff6d335fe55a triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:59:13.551515 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:13.670003 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:13.714807 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port bbf34ca1-ab1a-4521-9402-ff6d335fe55a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:13.720657 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:13.801117 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ae0b0-79f7-4f6a-be03-81cf84095753 req-4498bb02-db53-4795-ad52-3b1c07322a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:13.806298 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:13.807880 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-587ae0b0-79f7-4f6a-be03-81cf84095753 req-4498bb02-db53-4795-ad52-3b1c07322a05 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 1098 time: 0.0886042 Dec 23 11:59:13.808971 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fa541cdf-3088-4098-9a6d-f18838f05a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:13.939986 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-587ae0b0-79f7-4f6a-be03-81cf84095753 req-3dd1b139-4ac8-48b2-a1e5-cbc2563b8d25 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091919 Dec 23 11:59:13.959149 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f58b40-2e08-4a31-8178-f324e728f966 req-32e136b6-b924-4539-9f8b-434f5f64c029 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:13.960632 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-68f58b40-2e08-4a31-8178-f324e728f966 req-32e136b6-b924-4539-9f8b-434f5f64c029 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.1038830 Dec 23 11:59:14.007942 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fa541cdf-3088-4098-9a6d-f18838f05a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:14.016338 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fa541cdf-3088-4098-9a6d-f18838f05a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:14.055999 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-68f58b40-2e08-4a31-8178-f324e728f966 req-4cd4fb89-aee1-4577-a685-4e2f28a81952 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879197 Dec 23 11:59:14.074319 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa541cdf-3088-4098-9a6d-f18838f05a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f641837-7a42-4916-8c71-6c6707f6d661,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:14.083271 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-fa541cdf-3088-4098-9a6d-f18838f05a1f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61b6121f390644e3bb4c72958c64877f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6030686 Dec 23 11:59:14.085334 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58710) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:14.142328 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8556ebd8-0032-4aec-869d-a7cb8c6620cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:14.172123 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8556ebd8-0032-4aec-869d-a7cb8c6620cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:14.231012 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8556ebd8-0032-4aec-869d-a7cb8c6620cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:14.234462 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8556ebd8-0032-4aec-869d-a7cb8c6620cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:14.236113 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-8556ebd8-0032-4aec-869d-a7cb8c6620cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f641837-7a42-4916-8c71-6c6707f6d661 HTTP/1.1" status: 204 len: 168 time: 0.1490595 Dec 23 11:59:14.247343 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556ebd8-0032-4aec-869d-a7cb8c6620cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f641837-7a42-4916-8c71-6c6707f6d661,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:14.341711 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6ca22-5bb1-4c1a-b8fb-4dfe16db4606 req-799e11fb-c2d7-435a-a21c-b723f810d7b0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:14.343340 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15d6ca22-5bb1-4c1a-b8fb-4dfe16db4606 req-799e11fb-c2d7-435a-a21c-b723f810d7b0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0658088 Dec 23 11:59:14.425460 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15d6ca22-5bb1-4c1a-b8fb-4dfe16db4606 req-e21c1e6b-6295-4b3a-b502-4489e751d2b2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597653 Dec 23 11:59:14.740714 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58746) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:14.753952 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b6906bca-ac11-4e68-8e62-25826d6efb0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:14.840376 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b6906bca-ac11-4e68-8e62-25826d6efb0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:14.844555 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b6906bca-ac11-4e68-8e62-25826d6efb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:14.885216 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-b6906bca-ac11-4e68-8e62-25826d6efb0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4d08634543f4ee3a6d4dd3291302c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432037 Dec 23 11:59:14.886048 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6906bca-ac11-4e68-8e62-25826d6efb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2769e7d-cc02-410c-8309-62363e593f57,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:14.888019 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 58752) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:14.940110 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f804e6dd-8bbc-41b3-a7ff-525c54756269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:14.966195 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f804e6dd-8bbc-41b3-a7ff-525c54756269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:15.015815 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f804e6dd-8bbc-41b3-a7ff-525c54756269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:15.018967 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f804e6dd-8bbc-41b3-a7ff-525c54756269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:15.020122 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-f804e6dd-8bbc-41b3-a7ff-525c54756269 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b2769e7d-cc02-410c-8309-62363e593f57 HTTP/1.1" status: 204 len: 168 time: 0.1310930 Dec 23 11:59:15.029194 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804e6dd-8bbc-41b3-a7ff-525c54756269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2769e7d-cc02-410c-8309-62363e593f57,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:15.374653 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5281b5-4229-468d-888e-3c4bb2042fa3 req-cfe7ebf9-7f9e-44e9-a306-bfdba59b3c38 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:15.376155 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9e5281b5-4229-468d-888e-3c4bb2042fa3 req-cfe7ebf9-7f9e-44e9-a306-bfdba59b3c38 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.2416906 Dec 23 11:59:15.426577 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9e5281b5-4229-468d-888e-3c4bb2042fa3 req-9cf8a664-d718-4efd-95bc-a6748a9642f1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425186 Dec 23 11:59:15.496133 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc998144-5288-467f-82de-9c1983559e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:59:15.498425 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43841bb2-c2fe-4a32-9b51-676c23dee9b4" -d '{"events": [{"server_uuid": "fc998144-5288-467f-82de-9c1983559e40", "name": "network-vif-plugged", "status": "completed", "tag": "bbf34ca1-ab1a-4521-9402-ff6d335fe55a"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:59:15.551596 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7acf646-3465-4b85-bdce-70c3ff90b559 x-openstack-request-id: req-f7acf646-3465-4b85-bdce-70c3ff90b559 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:59:15.551905 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc998144-5288-467f-82de-9c1983559e40", "name": "network-vif-plugged", "status": "completed", "tag": "bbf34ca1-ab1a-4521-9402-ff6d335fe55a", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:59:15.552158 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7acf646-3465-4b85-bdce-70c3ff90b559 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:59:15.552614 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc998144-5288-467f-82de-9c1983559e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'code': 200} Dec 23 11:59:15.560128 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769eef-e6d5-4111-afe5-91bfb616c011 req-0f2fbff9-59a6-4b13-afa7-db04d2a71e8d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:15.561883 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e1769eef-e6d5-4111-afe5-91bfb616c011 req-0f2fbff9-59a6-4b13-afa7-db04d2a71e8d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0515420 Dec 23 11:59:15.615083 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e1769eef-e6d5-4111-afe5-91bfb616c011 req-8292c098-88da-4301-90db-40c764e59e58 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465634 Dec 23 11:59:15.650630 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 58792) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:15.768336 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-be56fded-816d-4971-b7a6-cea053caa9aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:15.848522 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-be56fded-816d-4971-b7a6-cea053caa9aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:15.854119 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-be56fded-816d-4971-b7a6-cea053caa9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:15.900761 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-be56fded-816d-4971-b7a6-cea053caa9aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1bd99eda933744929721ab42451ef29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488585 Dec 23 11:59:15.902479 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56fded-816d-4971-b7a6-cea053caa9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39baf733-95fb-4f2a-991f-ce12ae9afcb3,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:15.904140 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 58810) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:15.979472 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-db9a4d80-27cd-4dd0-b076-387aa0778a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:16.003678 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-db9a4d80-27cd-4dd0-b076-387aa0778a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:16.053797 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-db9a4d80-27cd-4dd0-b076-387aa0778a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:16.056363 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-db9a4d80-27cd-4dd0-b076-387aa0778a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:16.057486 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-db9a4d80-27cd-4dd0-b076-387aa0778a4e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/39baf733-95fb-4f2a-991f-ce12ae9afcb3 HTTP/1.1" status: 204 len: 168 time: 0.1515446 Dec 23 11:59:16.065900 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a4d80-27cd-4dd0-b076-387aa0778a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39baf733-95fb-4f2a-991f-ce12ae9afcb3,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:16.386153 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 58832) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:16.401608 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-98cf5cda-067c-4ea4-bdca-0cd0d1ccca9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:16.487015 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-98cf5cda-067c-4ea4-bdca-0cd0d1ccca9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:16.492568 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-98cf5cda-067c-4ea4-bdca-0cd0d1ccca9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:16.556624 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf5cda-067c-4ea4-bdca-0cd0d1ccca9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0df489c-46fb-460b-aaff-b51fa624bc30,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:16.562381 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-98cf5cda-067c-4ea4-bdca-0cd0d1ccca9c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd1883115d494a77aea3ce23b0ac61a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750021 Dec 23 11:59:16.565169 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 58840) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:16.604717 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bc79d-5ae1-40bc-89a9-e2c119ab50e2 req-7c78bd5a-f623-4c8b-94a6-44e21b396a6b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:16.606575 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-156bc79d-5ae1-40bc-89a9-e2c119ab50e2 req-7c78bd5a-f623-4c8b-94a6-44e21b396a6b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.1066918 Dec 23 11:59:16.654263 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-eeec8d98-9228-4118-82cb-32e6de56b39b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:16.685403 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-156bc79d-5ae1-40bc-89a9-e2c119ab50e2 req-28901032-d7a1-4ff7-98b6-bd30c7b81572 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725334 Dec 23 11:59:16.690092 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-eeec8d98-9228-4118-82cb-32e6de56b39b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:16.772571 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ead90-28da-42a8-8123-d26cf196162a req-fc3059be-c6df-4bec-903e-6c8242c762c0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:16.773992 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a39ead90-28da-42a8-8123-d26cf196162a req-fc3059be-c6df-4bec-903e-6c8242c762c0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0641160 Dec 23 11:59:16.786472 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-eeec8d98-9228-4118-82cb-32e6de56b39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:16.789015 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-eeec8d98-9228-4118-82cb-32e6de56b39b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:16.790063 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-eeec8d98-9228-4118-82cb-32e6de56b39b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f0df489c-46fb-460b-aaff-b51fa624bc30 HTTP/1.1" status: 204 len: 168 time: 0.2239099 Dec 23 11:59:16.816392 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec8d98-9228-4118-82cb-32e6de56b39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0df489c-46fb-460b-aaff-b51fa624bc30,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:16.852523 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a39ead90-28da-42a8-8123-d26cf196162a req-4c46a316-261a-4e5d-89f0-ae3239c72a3f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724511 Dec 23 11:59:17.812997 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097f61e-3261-44b9-8cef-bffaf25b9e17 req-1ffd09d2-47a3-44d5-ab9a-b6829891d2fc tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:17.814499 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3097f61e-3261-44b9-8cef-bffaf25b9e17 req-1ffd09d2-47a3-44d5-ab9a-b6829891d2fc tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0550690 Dec 23 11:59:17.861734 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3097f61e-3261-44b9-8cef-bffaf25b9e17 req-192403ac-10c1-429f-8f32-05de8594a2ed tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406601 Dec 23 11:59:17.970459 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f466d-3ccd-4016-a469-772b94d58344 req-c9e67593-30b7-4db9-b1ad-dfda9ec95d13 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:17.971976 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c78f466d-3ccd-4016-a469-772b94d58344 req-c9e67593-30b7-4db9-b1ad-dfda9ec95d13 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0482953 Dec 23 11:59:18.023106 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c78f466d-3ccd-4016-a469-772b94d58344 req-5a941ef9-2db3-48a6-aebb-4aa9dcdcbff0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446277 Dec 23 11:59:19.032299 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bfe4d-dc9e-4bc2-9cfc-6f28881d1128 req-d83c14d7-6e0c-45be-ab0b-186f09150e72 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:19.034080 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-927bfe4d-dc9e-4bc2-9cfc-6f28881d1128 req-d83c14d7-6e0c-45be-ab0b-186f09150e72 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.1005325 Dec 23 11:59:19.040239 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e098e31-fa9f-456a-875e-8e4c1b2aab6f req-5a32097a-be1b-4955-be64-d8d08f028aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:19.041245 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7e098e31-fa9f-456a-875e-8e4c1b2aab6f req-5a32097a-be1b-4955-be64-d8d08f028aea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 1098 time: 0.0650384 Dec 23 11:59:19.090020 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-927bfe4d-dc9e-4bc2-9cfc-6f28881d1128 req-77e1368c-21a3-4c2c-8ae8-de31c6c2886f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477602 Dec 23 11:59:19.191591 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7e098e31-fa9f-456a-875e-8e4c1b2aab6f req-5e7eedc1-7c7a-41de-b80f-a90408cbc297 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748835 Dec 23 11:59:19.199943 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc32560-624b-4132-ad29-b152095bc2d1 req-b45b3452-1608-4613-a810-bd616da3a57d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:19.201379 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ecc32560-624b-4132-ad29-b152095bc2d1 req-b45b3452-1608-4613-a810-bd616da3a57d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0859842 Dec 23 11:59:19.251818 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ecc32560-624b-4132-ad29-b152095bc2d1 req-631ca75b-a603-4fe7-93e0-06d7a4239428 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444455 Dec 23 11:59:20.215322 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435a8ca-fc04-4c5e-aa75-77eae712fece req-7017e094-2b63-42bd-b590-1fcf8bd79bf1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:20.216860 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e435a8ca-fc04-4c5e-aa75-77eae712fece req-7017e094-2b63-42bd-b590-1fcf8bd79bf1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0539629 Dec 23 11:59:20.272708 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e435a8ca-fc04-4c5e-aa75-77eae712fece req-b9e3c7fd-4b3a-424a-85e1-959131d799e0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490386 Dec 23 11:59:20.403403 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc444f-d3ae-4711-9ea4-bceceb5a0820 req-69693753-75b8-4544-b115-4dca45fa4620 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:20.412359 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-56dc444f-d3ae-4711-9ea4-bceceb5a0820 req-69693753-75b8-4544-b115-4dca45fa4620 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0640469 Dec 23 11:59:20.483489 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-56dc444f-d3ae-4711-9ea4-bceceb5a0820 req-861868c8-0b65-4014-9e07-bdd3678678d1 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640233 Dec 23 11:59:20.684294 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f3948-42a9-40e8-9fa4-3b46c38a629e req-4bbdb332-cb4b-4596-941c-3630e209c848 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:20.685962 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-884f3948-42a9-40e8-9fa4-3b46c38a629e req-4bbdb332-cb4b-4596-941c-3630e209c848 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0733545 Dec 23 11:59:20.740265 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-884f3948-42a9-40e8-9fa4-3b46c38a629e req-21a56847-234c-4798-875c-611007d9e801 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460455 Dec 23 11:59:20.784005 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab6afb-e590-4d67-9850-b3270cea0aba req-5c5a9732-5f8f-461b-b76e-79628c6f98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:20.785666 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b8ab6afb-e590-4d67-9850-b3270cea0aba req-5c5a9732-5f8f-461b-b76e-79628c6f98a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec59363a116e4c37832626c6add07f04&device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 1098 time: 0.0418208 Dec 23 11:59:20.889645 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab6afb-e590-4d67-9850-b3270cea0aba req-bf9b883d-08d9-4a8e-af7c-9b16edb75307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:20.891553 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b8ab6afb-e590-4d67-9850-b3270cea0aba req-bf9b883d-08d9-4a8e-af7c-9b16edb75307 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 200 len: 920 time: 0.0952981 Dec 23 11:59:20.959927 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b8ab6afb-e590-4d67-9850-b3270cea0aba req-da7ad9ab-47a9-45c3-85c5-120df8ac7a0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c211a14-71cd-421b-8af4-29651931f338 HTTP/1.1" status: 200 len: 217 time: 0.0390334 Dec 23 11:59:21.021310 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab6afb-e590-4d67-9850-b3270cea0aba req-d4e75b5d-8543-4bda-a356-f93b529881aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:21.022803 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b8ab6afb-e590-4d67-9850-b3270cea0aba req-d4e75b5d-8543-4bda-a356-f93b529881aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2572a32-7da4-4c6b-a622-f053958d1230 HTTP/1.1" status: 200 len: 859 time: 0.0471113 Dec 23 11:59:21.063743 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b8ab6afb-e590-4d67-9850-b3270cea0aba req-57e838e4-01d5-4a08-8b08-748d525686c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b549575c-e737-460e-8224-ff10749539d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231895 Dec 23 11:59:21.172976 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b8ab6afb-e590-4d67-9850-b3270cea0aba req-13e69e82-bf80-4127-a9d9-b6414472ca8c service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942008 Dec 23 11:59:21.284927 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b8ab6afb-e590-4d67-9850-b3270cea0aba req-3906cf15-96f8-41af-900f-1d54c89064d8 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866442 Dec 23 11:59:21.612069 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ab8b6-9f48-4d62-bb6a-cd67e0fbeb85 req-016b07f5-9846-4738-a23f-393fa6880bd9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:21.614374 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4c6ab8b6-9f48-4d62-bb6a-cd67e0fbeb85 req-016b07f5-9846-4738-a23f-393fa6880bd9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0650768 Dec 23 11:59:21.698982 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4c6ab8b6-9f48-4d62-bb6a-cd67e0fbeb85 req-b3baf9f1-4da7-4504-8366-65f033d650d5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691109 Dec 23 11:59:21.868457 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d88952-7a93-4756-b1c0-da1b8ac9a312 req-b66ecf72-021b-4abf-9ff9-a2057a5afb9b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:21.869977 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-79d88952-7a93-4756-b1c0-da1b8ac9a312 req-b66ecf72-021b-4abf-9ff9-a2057a5afb9b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0500309 Dec 23 11:59:21.917281 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-79d88952-7a93-4756-b1c0-da1b8ac9a312 req-5d93530d-82e9-4ea7-8cbb-fbe0b25519b1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407765 Dec 23 11:59:21.952037 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59024) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:22.057823 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e365afe6-a409-472f-b41d-500a7c07d59b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:22.145807 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e365afe6-a409-472f-b41d-500a7c07d59b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:22.151654 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e365afe6-a409-472f-b41d-500a7c07d59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:22.187663 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-e365afe6-a409-472f-b41d-500a7c07d59b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=14f6becd549847119c7512b9b5587d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345350 Dec 23 11:59:22.188554 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365afe6-a409-472f-b41d-500a7c07d59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0fcd22-109b-41fc-b8f6-a97868ffc2b8,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:22.190646 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59032) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:22.239317 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-09d0d5bd-406d-431f-b874-a636cc68875d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:22.261460 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-09d0d5bd-406d-431f-b874-a636cc68875d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:22.315374 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-09d0d5bd-406d-431f-b874-a636cc68875d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:22.317905 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-09d0d5bd-406d-431f-b874-a636cc68875d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:22.319088 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-09d0d5bd-406d-431f-b874-a636cc68875d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da0fcd22-109b-41fc-b8f6-a97868ffc2b8 HTTP/1.1" status: 204 len: 168 time: 0.1274488 Dec 23 11:59:22.326811 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0d5bd-406d-431f-b874-a636cc68875d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0fcd22-109b-41fc-b8f6-a97868ffc2b8,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:22.589662 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59042) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:22.608785 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-91504eb4-74a8-4ab8-894a-4ce52f2bcc55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:22.687515 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-91504eb4-74a8-4ab8-894a-4ce52f2bcc55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:22.692621 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-91504eb4-74a8-4ab8-894a-4ce52f2bcc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:22.730366 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-91504eb4-74a8-4ab8-894a-4ce52f2bcc55 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8988e9e88e7455d8777e272496aaa7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389525 Dec 23 11:59:22.731371 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91504eb4-74a8-4ab8-894a-4ce52f2bcc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b0969c-a2ef-48f2-bbbe-fcb48a0dfe81,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:22.733339 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59050) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:22.788643 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4441e1b9-38c8-41cf-be9a-b2ef6b52e427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:22.811157 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba85468-d404-4a57-9d48-11f098c485a9 req-ee51bc57-d091-4d00-b25b-646460e13f3d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:22.811335 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4441e1b9-38c8-41cf-be9a-b2ef6b52e427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:22.812937 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9ba85468-d404-4a57-9d48-11f098c485a9 req-ee51bc57-d091-4d00-b25b-646460e13f3d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0516994 Dec 23 11:59:22.865227 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4441e1b9-38c8-41cf-be9a-b2ef6b52e427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:22.867876 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9ba85468-d404-4a57-9d48-11f098c485a9 req-9d34fded-5f9b-4228-8f50-9e943f6d41dc tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480599 Dec 23 11:59:22.868636 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4441e1b9-38c8-41cf-be9a-b2ef6b52e427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:22.872384 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-4441e1b9-38c8-41cf-be9a-b2ef6b52e427 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83b0969c-a2ef-48f2-bbbe-fcb48a0dfe81 HTTP/1.1" status: 204 len: 168 time: 0.1353524 Dec 23 11:59:22.887842 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441e1b9-38c8-41cf-be9a-b2ef6b52e427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b0969c-a2ef-48f2-bbbe-fcb48a0dfe81,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:22.973310 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59060) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:23.005737 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f571c33-0060-4ef4-a205-2ade63bed033 req-9bbc7673-e494-413f-a7c8-fb4f45bdf036 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:23.007348 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4f571c33-0060-4ef4-a205-2ade63bed033 req-9bbc7673-e494-413f-a7c8-fb4f45bdf036 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0542431 Dec 23 11:59:23.017239 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59064) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:23.021946 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-d4daa855-a66d-46df-9840-f74c74b46d0e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Request body: {'floatingip': {'port_id': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:59:23.061447 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6107e89-e2e8-4716-8cbb-eb810bd20ac2 req-d75b0139-d70c-48b9-a8f7-2417b692524e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:23.063105 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d6107e89-e2e8-4716-8cbb-eb810bd20ac2 req-d75b0139-d70c-48b9-a8f7-2417b692524e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0547748 Dec 23 11:59:23.131494 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d4daa855-a66d-46df-9840-f74c74b46d0e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for floatingip, before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.136956 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d6107e89-e2e8-4716-8cbb-eb810bd20ac2 req-58fc86f6-e82a-4125-bf0c-9247874c0f56 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674126 Dec 23 11:59:23.229909 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1942d6b9-726b-403c-a347-f011dfb246b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.253102 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59072) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:23.266274 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a8a9b004-1074-4c37-af36-2ac7f0ab1ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.339854 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a8a9b004-1074-4c37-af36-2ac7f0ab1ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.345181 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a8a9b004-1074-4c37-af36-2ac7f0ab1ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.398770 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-a8a9b004-1074-4c37-af36-2ac7f0ab1ff0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d030191ce2b24eb8998d24645d8121d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347804 Dec 23 11:59:23.400050 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59074) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:23.400885 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9b004-1074-4c37-af36-2ac7f0ab1ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832f839b-339f-4783-83b5-29340ec8c286,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:23.464326 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-52b2a78f-55d4-4bc1-a983-2557fa71801e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.485070 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-52b2a78f-55d4-4bc1-a983-2557fa71801e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.493623 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1942d6b9-726b-403c-a347-f011dfb246b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.498804 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1942d6b9-726b-403c-a347-f011dfb246b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.536386 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-52b2a78f-55d4-4bc1-a983-2557fa71801e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.539126 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-52b2a78f-55d4-4bc1-a983-2557fa71801e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.540278 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-52b2a78f-55d4-4bc1-a983-2557fa71801e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/832f839b-339f-4783-83b5-29340ec8c286 HTTP/1.1" status: 204 len: 168 time: 0.1282971 Dec 23 11:59:23.548913 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2a78f-55d4-4bc1-a983-2557fa71801e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832f839b-339f-4783-83b5-29340ec8c286,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:23.802957 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-1942d6b9-726b-403c-a347-f011dfb246b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8fed17232e534e6ca400bb15d66d3b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8286774 Dec 23 11:59:23.803761 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942d6b9-726b-403c-a347-f011dfb246b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98011d2-e802-4b51-9275-853ed1d69eca,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:23.805700 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59084) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:23.859722 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ced9fd92-50af-441b-9392-abf077108b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.884863 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ced9fd92-50af-441b-9392-abf077108b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.936312 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ced9fd92-50af-441b-9392-abf077108b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.938523 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ced9fd92-50af-441b-9392-abf077108b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:23.942106 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-ced9fd92-50af-441b-9392-abf077108b2d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a98011d2-e802-4b51-9275-853ed1d69eca HTTP/1.1" status: 204 len: 168 time: 0.1324866 Dec 23 11:59:23.948166 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9fd92-50af-441b-9392-abf077108b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98011d2-e802-4b51-9275-853ed1d69eca,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:24.070942 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d4daa855-a66d-46df-9840-f74c74b46d0e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:24.077110 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d4daa855-a66d-46df-9840-f74c74b46d0e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:24.223451 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.l3_db [None req-d4daa855-a66d-46df-9840-f74c74b46d0e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Floating IP 567fc496-5a5a-44a1-89b5-3156d108adf6 associated. External IP: 172.27.2.125, port: bbf34ca1-ab1a-4521-9402-ff6d335fe55a. Dec 23 11:59:24.275466 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59110) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:24.292761 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff49914-8715-4347-b7b6-f5513572b8b9 req-5876e072-4b7c-4b70-9190-a0565e767f1b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:24.294412 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bff49914-8715-4347-b7b6-f5513572b8b9 req-5876e072-4b7c-4b70-9190-a0565e767f1b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0696173 Dec 23 11:59:24.321246 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ad36592a-6b12-4acc-a7a9-40fe7eef3c60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:24.349937 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bff49914-8715-4347-b7b6-f5513572b8b9 req-291fbcd6-b6c8-4f50-b6bb-c4fc9d99289d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477953 Dec 23 11:59:24.460336 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ad36592a-6b12-4acc-a7a9-40fe7eef3c60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:24.498523 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ad36592a-6b12-4acc-a7a9-40fe7eef3c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:24.550816 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36592a-6b12-4acc-a7a9-40fe7eef3c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6064cf46-9c9c-44df-aa35-0809feb57506,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:24.559382 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-ad36592a-6b12-4acc-a7a9-40fe7eef3c60 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b153e1b797be4fbb9384c949e1176bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804940 Dec 23 11:59:24.559936 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59120) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:24.565093 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4daa855-a66d-46df-9840-f74c74b46d0e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Router a7317eee-00fc-4c04-a387-f27124df9332 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 11:59:24.607806 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-db8bb3bb-b556-423a-bfe9-a41e1fc4f044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:24.635532 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-db8bb3bb-b556-423a-bfe9-a41e1fc4f044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:24.683203 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4daa855-a66d-46df-9840-f74c74b46d0e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 11:59:24.688647 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d4daa855-a66d-46df-9840-f74c74b46d0e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:24.698231 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9621b0-3e47-4764-a945-b411e510fe66 None None] Sync routers for ids ['a7317eee-00fc-4c04-a387-f27124df9332'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 11:59:24.699730 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-db8bb3bb-b556-423a-bfe9-a41e1fc4f044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:24.703059 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-db8bb3bb-b556-423a-bfe9-a41e1fc4f044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:24.704418 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-db8bb3bb-b556-423a-bfe9-a41e1fc4f044 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6064cf46-9c9c-44df-aa35-0809feb57506 HTTP/1.1" status: 204 len: 168 time: 0.1432943 Dec 23 11:59:24.713597 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bb3bb-b556-423a-bfe9-a41e1fc4f044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6064cf46-9c9c-44df-aa35-0809feb57506,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:24.715082 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9621b0-3e47-4764-a945-b411e510fe66 None None] Routers {'a7317eee-00fc-4c04-a387-f27124df9332'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:59:24.722125 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-d4daa855-a66d-46df-9840-f74c74b46d0e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "PUT /v2.0/floatingips/567fc496-5a5a-44a1-89b5-3156d108adf6 HTTP/1.1" status: 200 len: 991 time: 1.7011795 Dec 23 11:59:24.722125 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc998144-5288-467f-82de-9c1983559e40', 'tag': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a'}] {{(pid=102502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:59:24.734421 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-8c9621b0-3e47-4764-a945-b411e510fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T11:59:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a7317eee-00fc-4c04-a387-f27124df9332'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:59:24.873590 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-8c9621b0-3e47-4764-a945-b411e510fe66 None None] Set router a7317eee-00fc-4c04-a387-f27124df9332 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:59:24.894625 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fbb7df316494c42ed99fdd0d999be537d9e661e280c35a92a46492b3f4abf6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7604f0b-5252-4c07-a937-5536dd700942" -d '{"events": [{"name": "network-changed", "server_uuid": "fc998144-5288-467f-82de-9c1983559e40", "tag": "bbf34ca1-ab1a-4521-9402-ff6d335fe55a"}]}' {{(pid=102502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:59:25.150161 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa93c870-9272-4787-aa7e-c0504043ef75 x-openstack-request-id: req-aa93c870-9272-4787-aa7e-c0504043ef75 {{(pid=102502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:59:25.150452 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc998144-5288-467f-82de-9c1983559e40", "tag": "bbf34ca1-ab1a-4521-9402-ff6d335fe55a", "status": "completed", "code": 200}]} {{(pid=102502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:59:25.150724 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa93c870-9272-4787-aa7e-c0504043ef75 {{(pid=102502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:59:25.151180 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc998144-5288-467f-82de-9c1983559e40', 'tag': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'status': 'completed', 'code': 200} Dec 23 11:59:25.196792 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-8c9621b0-3e47-4764-a945-b411e510fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '567fc496-5a5a-44a1-89b5-3156d108adf6', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'port_id': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'mac_address': 'fa:16:3e:e3:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc998144-5288-467f-82de-9c1983559e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:58:45Z', 'updated_at': '2021-12-23T11:59:23Z', 'revision_number': 1, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:44Z', 'revision_number': 5, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:59:25.224687 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9621b0-3e47-4764-a945-b411e510fe66 None None] Checking router: a7317eee-00fc-4c04-a387-f27124df9332 for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 11:59:25.233915 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9621b0-3e47-4764-a945-b411e510fe66 None None] Routers {'a7317eee-00fc-4c04-a387-f27124df9332'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 11:59:25.234556 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-8c9621b0-3e47-4764-a945-b411e510fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T11:59:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a7317eee-00fc-4c04-a387-f27124df9332'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:59:25.337302 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-8c9621b0-3e47-4764-a945-b411e510fe66 None None] Set router a7317eee-00fc-4c04-a387-f27124df9332 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 11:59:25.471338 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275409b-0815-43fc-be43-0172cd56d477 req-019ac2b6-8258-4790-97f1-16b9c2dd5232 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:25.472854 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2275409b-0815-43fc-be43-0172cd56d477 req-019ac2b6-8258-4790-97f1-16b9c2dd5232 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0524752 Dec 23 11:59:25.528769 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2275409b-0815-43fc-be43-0172cd56d477 req-cce7a992-7fc1-4a56-ba33-f112ab1b678b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487280 Dec 23 11:59:25.624784 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59168) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:25.655359 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-8c9621b0-3e47-4764-a945-b411e510fe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '567fc496-5a5a-44a1-89b5-3156d108adf6', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'port_id': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'mac_address': 'fa:16:3e:e3:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc998144-5288-467f-82de-9c1983559e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:58:45Z', 'updated_at': '2021-12-23T11:59:23Z', 'revision_number': 1, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:44Z', 'revision_number': 5, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:59:25.681727 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9621b0-3e47-4764-a945-b411e510fe66 None None] The sync data for ids ['a7317eee-00fc-4c04-a387-f27124df9332'] in dv-cinder-822821-1-iscsi is: [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '567fc496-5a5a-44a1-89b5-3156d108adf6', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'port_id': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'mac_address': 'fa:16:3e:e3:69:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc998144-5288-467f-82de-9c1983559e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T11:58:45Z', 'updated_at': '2021-12-23T11:59:23Z', 'revision_number': 1, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:44Z', 'revision_number': 5, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 11:59:25.741748 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-685803847-network', 'tenant_id': '7ca5ca45c6494bff9a1a66863948f839'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:59:25.767952 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] Made reservation on behalf of 7ca5ca45c6494bff9a1a66863948f839 for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:59:25.770371 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:25.779496 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:25.857259 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:25.863438 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:25.889442 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 11:59:25.899551 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00839fa3-909a-4251-bb08-71f0378f387e,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:25.904457 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:25.904799 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] Added segment c266fdf7-9b24-412f-8a69-433ded8006f1 of type vlan for network c19c572b-1b5e-4a3c-96b3-4936188f29bd Dec 23 11:59:25.915694 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c89b0-4581-49f3-a6b3-b61857b46d78 None None] New status for floating IP 567fc496-5a5a-44a1-89b5-3156d108adf6: ACTIVE {{(pid=102504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 11:59:25.954890 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:25.966026 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7604f0b-5252-4c07-a937-5536dd700942 req-4f424c28-4039-4c8a-9ddb-001b1353053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:25.967878 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b7604f0b-5252-4c07-a937-5536dd700942 req-4f424c28-4039-4c8a-9ddb-001b1353053c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 1098 time: 0.0444636 Dec 23 11:59:25.987332 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:25.988775 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:25.989551 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:26.056468 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4276056 Dec 23 11:59:26.057046 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59174) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:26.062941 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd8b49-4374-47f7-8ba3-f0de9f24eb75 admin admin] Pushing event updated for resources: {'Network': ['ID=c19c572b-1b5e-4a3c-96b3-4936188f29bd,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:26.068140 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-2426bbc6-ac3a-4212-8d88-8079a5d78314 admin admin] Request body: {'subnet': {'network_id': 'c19c572b-1b5e-4a3c-96b3-4936188f29bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-685803847-subnet', 'tenant_id': '7ca5ca45c6494bff9a1a66863948f839', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:59:26.090452 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7604f0b-5252-4c07-a937-5536dd700942 req-20dc6927-1e5e-479b-8cd1-3469cc79a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:26.092059 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b7604f0b-5252-4c07-a937-5536dd700942 req-20dc6927-1e5e-479b-8cd1-3469cc79a1f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ff9bb10-bc99-4d12-bacb-9778f44904da HTTP/1.1" status: 200 len: 918 time: 0.1043770 Dec 23 11:59:26.094207 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2426bbc6-ac3a-4212-8d88-8079a5d78314 admin admin] Made reservation on behalf of 7ca5ca45c6494bff9a1a66863948f839 for: {'subnet': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:59:26.096685 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-2426bbc6-ac3a-4212-8d88-8079a5d78314 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218205'] for subnet, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:26.105263 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network c19c572b-1b5e-4a3c-96b3-4936188f29bd details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 11:59:26.285173 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b7604f0b-5252-4c07-a937-5536dd700942 req-29a7fbf4-f730-412e-8e99-e8e74ac62104 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a HTTP/1.1" status: 200 len: 999 time: 0.1570282 Dec 23 11:59:26.307210 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-2426bbc6-ac3a-4212-8d88-8079a5d78314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10471099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218191'] for subnet, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:26.352160 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7604f0b-5252-4c07-a937-5536dd700942 req-af0c30d5-a069-4cbf-ad61-2e7ed1d69c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:26.354394 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b7604f0b-5252-4c07-a937-5536dd700942 req-af0c30d5-a069-4cbf-ad61-2e7ed1d69c21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=efd3053a-1fe5-4918-9663-e9416b7eff26 HTTP/1.1" status: 200 len: 856 time: 0.0524797 Dec 23 11:59:26.363471 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426bbc6-ac3a-4212-8d88-8079a5d78314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3789eaf7-5085-4838-acdb-e1b00c5cd02a,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:26.370463 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2426bbc6-ac3a-4212-8d88-8079a5d78314 admin admin] Checking segment: {'id': 'c266fdf7-9b24-412f-8a69-433ded8006f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c19c572b-1b5e-4a3c-96b3-4936188f29bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:59:26.370827 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2426bbc6-ac3a-4212-8d88-8079a5d78314 admin admin] Network hostable DHCP agents. Network: c19c572b-1b5e-4a3c-96b3-4936188f29bd, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 11:59:26.387650 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2426bbc6-ac3a-4212-8d88-8079a5d78314 admin admin] Network c19c572b-1b5e-4a3c-96b3-4936188f29bd is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 11:59:26.396253 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-2426bbc6-ac3a-4212-8d88-8079a5d78314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, c19c572b-1b5e-4a3c-96b3-4936188f29bd) {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:59:26.401614 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2426bbc6-ac3a-4212-8d88-8079a5d78314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:26.401803 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-2426bbc6-ac3a-4212-8d88-8079a5d78314 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:26.409845 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90805702-dcee-442a-8675-76662dea5315 None None] Network c19c572b-1b5e-4a3c-96b3-4936188f29bd requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:59:26.414814 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7604f0b-5252-4c07-a937-5536dd700942 req-c3a94ef2-256d-4e67-911e-608fb62ad459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:26.416624 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b7604f0b-5252-4c07-a937-5536dd700942 req-c3a94ef2-256d-4e67-911e-608fb62ad459 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ff9bb10-bc99-4d12-bacb-9778f44904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420890 Dec 23 11:59:26.419548 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-2426bbc6-ac3a-4212-8d88-8079a5d78314 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3613977 Dec 23 11:59:26.542610 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b7604f0b-5252-4c07-a937-5536dd700942 req-60bc76d1-c76d-4c16-b000-b485b981c6c4 service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996668 Dec 23 11:59:26.640845 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bf2918-099b-4db6-a0ec-7e9ffa545f64 None None] Network c19c572b-1b5e-4a3c-96b3-4936188f29bd requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 11:59:26.695349 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b7604f0b-5252-4c07-a937-5536dd700942 req-947da9cb-c8cc-4717-bffe-78e5780cee6f service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399348 Dec 23 11:59:26.709674 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c116fa-7f24-4a10-a195-8a6ad766c205 req-f0a3f4c1-143b-488d-aef6-6037eb4408ee tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:26.717223 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-87c116fa-7f24-4a10-a195-8a6ad766c205 req-f0a3f4c1-143b-488d-aef6-6037eb4408ee tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0945261 Dec 23 11:59:26.779535 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-87c116fa-7f24-4a10-a195-8a6ad766c205 req-214e9a5e-422c-441b-b87a-6dc80a93ccef tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610049 Dec 23 11:59:26.993012 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e5d75-5046-498c-b23b-51331d17f963 req-de087247-2f70-473c-ac0e-fad54112da66 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:26.994068 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6c4e5d75-5046-498c-b23b-51331d17f963 req-de087247-2f70-473c-ac0e-fad54112da66 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 946 time: 0.0582030 Dec 23 11:59:27.051957 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6c4e5d75-5046-498c-b23b-51331d17f963 req-fce47185-eb53-4cd6-ad15-1f9a39a10a22 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500968 Dec 23 11:59:27.547513 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59230) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:27.669611 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c85bbe55-fa2d-4174-a25d-b80ff3fca376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:27.746058 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c85bbe55-fa2d-4174-a25d-b80ff3fca376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:27.751829 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c85bbe55-fa2d-4174-a25d-b80ff3fca376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:27.797735 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59242) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:27.802838 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-c85bbe55-fa2d-4174-a25d-b80ff3fca376 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9c8775318c94f4a9a268a911c6ff143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464879 Dec 23 11:59:27.804819 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bbe55-fa2d-4174-a25d-b80ff3fca376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3203f96-608f-406b-bfb8-39ca0ffe365a,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:27.895327 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-76375cd1-bbac-4c90-a6fb-9e8e22d58699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:27.907698 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cda1b0-8703-49f7-a40c-cc3d7eaab4b1 req-7b34b94d-9da0-49c6-a945-1e687cd8ece4 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:27.909159 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-29cda1b0-8703-49f7-a40c-cc3d7eaab4b1 req-7b34b94d-9da0-49c6-a945-1e687cd8ece4 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0652111 Dec 23 11:59:27.940294 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-76375cd1-bbac-4c90-a6fb-9e8e22d58699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:27.994666 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-29cda1b0-8703-49f7-a40c-cc3d7eaab4b1 req-5ce07c45-fe0c-4071-b5a4-9708b84db639 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782824 Dec 23 11:59:28.016233 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-76375cd1-bbac-4c90-a6fb-9e8e22d58699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:28.016233 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-76375cd1-bbac-4c90-a6fb-9e8e22d58699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:28.016233 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-76375cd1-bbac-4c90-a6fb-9e8e22d58699 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3203f96-608f-406b-bfb8-39ca0ffe365a HTTP/1.1" status: 204 len: 168 time: 0.2172999 Dec 23 11:59:28.024031 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76375cd1-bbac-4c90-a6fb-9e8e22d58699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3203f96-608f-406b-bfb8-39ca0ffe365a,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:28.174951 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07912a41-f879-44d4-afef-96431ef8a38f req-912e9410-9383-4e59-a0a7-997ccaed2360 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:28.176438 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-07912a41-f879-44d4-afef-96431ef8a38f req-912e9410-9383-4e59-a0a7-997ccaed2360 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 946 time: 0.0516772 Dec 23 11:59:28.237352 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-07912a41-f879-44d4-afef-96431ef8a38f req-591d981a-8ac8-42c2-b4f4-4c6c36a58877 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465298 Dec 23 11:59:28.300995 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59254) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:28.314038 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-904fd69b-af44-46ce-836e-8391be5edb73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:28.396269 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-904fd69b-af44-46ce-836e-8391be5edb73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:28.400649 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-904fd69b-af44-46ce-836e-8391be5edb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:28.438003 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-904fd69b-af44-46ce-836e-8391be5edb73 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d7203f092b3c4bc19b4c3e449bb657ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358936 Dec 23 11:59:28.439153 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fd69b-af44-46ce-836e-8391be5edb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c088336a-1342-4d55-874a-e1bf383dec00,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:28.440941 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59258) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:28.489517 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bd0f523c-2780-46ad-862f-3c5cf1a5262b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:28.513435 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bd0f523c-2780-46ad-862f-3c5cf1a5262b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:28.563990 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bd0f523c-2780-46ad-862f-3c5cf1a5262b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:28.566652 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bd0f523c-2780-46ad-862f-3c5cf1a5262b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:28.567814 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-bd0f523c-2780-46ad-862f-3c5cf1a5262b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c088336a-1342-4d55-874a-e1bf383dec00 HTTP/1.1" status: 204 len: 168 time: 0.1258936 Dec 23 11:59:28.575887 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f523c-2780-46ad-862f-3c5cf1a5262b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c088336a-1342-4d55-874a-e1bf383dec00,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:29.115821 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a680c-5730-47f4-a45a-1670ada94d76 req-e8c7f044-4954-485f-b8d6-4578f99c71dc tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:29.117337 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cb0a680c-5730-47f4-a45a-1670ada94d76 req-e8c7f044-4954-485f-b8d6-4578f99c71dc tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0513160 Dec 23 11:59:29.175152 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cb0a680c-5730-47f4-a45a-1670ada94d76 req-5340fc09-302f-4380-a0e0-e985bda8da82 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506983 Dec 23 11:59:29.428892 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1fe3a-df4f-4903-bbae-5b828bddd69e req-0ece20e5-e6d5-474c-8b60-498894a2761b tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:29.430445 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c3c1fe3a-df4f-4903-bbae-5b828bddd69e req-0ece20e5-e6d5-474c-8b60-498894a2761b tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 946 time: 0.1113744 Dec 23 11:59:29.463039 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-3d49b2d8-eece-4a62-8034-550c1aaca60a tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:29.471737 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-3d49b2d8-eece-4a62-8034-550c1aaca60a tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/networks?id=c19c572b-1b5e-4a3c-96b3-4936188f29bd HTTP/1.1" status: 200 len: 808 time: 0.1561189 Dec 23 11:59:29.491215 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-425e4a88-9f99-4755-b980-f7f810bfcc08 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/quotas/7ca5ca45c6494bff9a1a66863948f839 HTTP/1.1" status: 200 len: 375 time: 0.0186262 Dec 23 11:59:29.512706 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c3c1fe3a-df4f-4903-bbae-5b828bddd69e req-2b560cfd-ad02-4892-bd79-7ec1c585824c tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719087 Dec 23 11:59:29.537255 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-b8178212-d83c-4ab9-92c8-88427102dc77 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ca5ca45c6494bff9a1a66863948f839&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378609 Dec 23 11:59:29.640189 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-c2793456-3326-4145-b785-20a65e535b61 service neutron] 10.222.0.65 "GET /v2.0/networks/c19c572b-1b5e-4a3c-96b3-4936188f29bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938022 Dec 23 11:59:29.928081 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-cb371265-1d89-48c4-8d49-6a0aee4cb9df service neutron] 10.222.0.65 "GET /v2.0/networks/c19c572b-1b5e-4a3c-96b3-4936188f29bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813308 Dec 23 11:59:30.124246 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5b317436-87e8-4010-8ab9-7d6036252709 req-f74230fa-5bd3-4c51-8aae-222f7e043e22 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 210 time: 0.0277801 Dec 23 11:59:30.334831 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e12e88-1ae7-4f8a-b44c-64e8d12b7a11 req-6a15d345-2e91-4084-9cac-0f8c345cea33 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:30.336419 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e6e12e88-1ae7-4f8a-b44c-64e8d12b7a11 req-6a15d345-2e91-4084-9cac-0f8c345cea33 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0591896 Dec 23 11:59:30.391259 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e6e12e88-1ae7-4f8a-b44c-64e8d12b7a11 req-9498ffb5-3afe-460f-923d-717651672ec6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481830 Dec 23 11:59:30.669869 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7bbad-8b2b-4696-aa71-640447cb54e2 req-e91df21b-2e1b-4129-aa01-762be6dcc225 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:30.671619 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14e7bbad-8b2b-4696-aa71-640447cb54e2 req-e91df21b-2e1b-4129-aa01-762be6dcc225 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 946 time: 0.0530984 Dec 23 11:59:30.728075 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14e7bbad-8b2b-4696-aa71-640447cb54e2 req-afaf5ccd-d2ab-44d5-82a0-e08dad2be637 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/security-groups?id=8acc5498-5b37-4517-9b3e-fc4c23e9024b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492465 Dec 23 11:59:31.018473 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ccee0-6c73-4cc5-a9c7-dbbc9c2effca req-c5f3213d-274a-40e6-90e3-73e2c233e894 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:31.021115 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-728ccee0-6c73-4cc5-a9c7-dbbc9c2effca req-c5f3213d-274a-40e6-90e3-73e2c233e894 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.61 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 946 time: 0.0627291 Dec 23 11:59:31.206804 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-728ccee0-6c73-4cc5-a9c7-dbbc9c2effca req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Deleting port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:59:31.207374 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-728ccee0-6c73-4cc5-a9c7-dbbc9c2effca req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:31.240958 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-01f3bdf2-9dfa-4c44-aaf5-59df1454225f req-0b48001b-e5bc-4ec1-9ba0-dd1695ff43a1 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 210 time: 0.0449460 Dec 23 11:59:31.322971 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-728ccee0-6c73-4cc5-a9c7-dbbc9c2effca req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] For port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a,segment=NetworkSegment(ec14b389-bd0d-4112-8551-6707a4fb10c3),segment_id=ec14b389-bd0d-4112-8551-6707a4fb10c3)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:31.323524 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-728ccee0-6c73-4cc5-a9c7-dbbc9c2effca req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:31.343776 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-728ccee0-6c73-4cc5-a9c7-dbbc9c2effca req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Calling delete_port for 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:59:31.535473 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-728ccee0-6c73-4cc5-a9c7-dbbc9c2effca req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:31.554916 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dfd1f-24c9-4de3-9f93-27f99367d20c req-d35f09cc-8bfc-4faa-bbcb-2f9859c67f8a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:31.556389 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3c8dfd1f-24c9-4de3-9f93-27f99367d20c req-d35f09cc-8bfc-4faa-bbcb-2f9859c67f8a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0785336 Dec 23 11:59:31.579911 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Pushing event deleted for resources: {'Port': ['ID=22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:31.604302 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:59:31.618481 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:31.618864 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:31.619208 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:31.619547 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:31.619902 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:31.620230 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:31.620553 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:31.620908 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:31.621269 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:31.621579 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:31.621909 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:31.622233 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:31.622575 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:31.667262 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-728ccee0-6c73-4cc5-a9c7-dbbc9c2effca req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] No DVR routers for this DVR port 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:59:31.673800 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-728ccee0-6c73-4cc5-a9c7-dbbc9c2effca req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:31.677078 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-728ccee0-6c73-4cc5-a9c7-dbbc9c2effca req-16fa0395-9c53-408a-ad79-f8ec8f9e3d19 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.61 "DELETE /v2.0/ports/22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a HTTP/1.1" status: 204 len: 173 time: 0.6450996 Dec 23 11:59:31.677516 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518c84e9-aab7-44b1-b614-30ffee393824', 'name': 'network-vif-deleted', 'tag': '22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:59:31.679776 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add28b63-7e48-4a2d-862b-22ccd4e6f56c" -d '{"events": [{"server_uuid": "518c84e9-aab7-44b1-b614-30ffee393824", "name": "network-vif-deleted", "tag": "22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:59:31.694140 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3c8dfd1f-24c9-4de3-9f93-27f99367d20c req-17832eb6-9e79-4183-b715-96fbd0d14990 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204646 Dec 23 11:59:31.728190 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d943bddb-2d3b-4364-a4ed-8272888edc91 x-openstack-request-id: req-d943bddb-2d3b-4364-a4ed-8272888edc91 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:59:31.728481 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518c84e9-aab7-44b1-b614-30ffee393824", "name": "network-vif-deleted", "tag": "22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:59:31.728729 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d943bddb-2d3b-4364-a4ed-8272888edc91 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:59:31.729125 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518c84e9-aab7-44b1-b614-30ffee393824', 'name': 'network-vif-deleted', 'tag': '22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a', 'status': 'completed', 'code': 200} Dec 23 11:59:31.805647 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 11:59:31.830489 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-41b597ed-6ddf-4d4d-8561-26f797b16e15 req-a827b6c5-0dbc-4fc3-9b5a-bb66010fa232 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.0264046 Dec 23 11:59:32.091488 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-6bebc0a0-5f57-4e10-aa0e-8fcdc079bb54 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:32.093676 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-6bebc0a0-5f57-4e10-aa0e-8fcdc079bb54 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.61 "GET /v2.0/networks?id=c19c572b-1b5e-4a3c-96b3-4936188f29bd HTTP/1.1" status: 200 len: 808 time: 0.1171749 Dec 23 11:59:32.164799 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-6131ab9b-bfaf-482a-83d6-35eb6abc6711 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Request body: {'port': {'device_id': 'f0ae9f51-c8c9-4ae9-bc69-3a953763e90d', 'network_id': 'c19c572b-1b5e-4a3c-96b3-4936188f29bd', 'admin_state_up': True, 'tenant_id': '7ca5ca45c6494bff9a1a66863948f839'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:59:32.302876 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-6131ab9b-bfaf-482a-83d6-35eb6abc6711 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Made reservation on behalf of 7ca5ca45c6494bff9a1a66863948f839 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 11:59:32.306600 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-6131ab9b-bfaf-482a-83d6-35eb6abc6711 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:32.353400 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3dcd8fbb-6eb5-4597-93c2-f35340825521 req-e6f20b49-d398-41a9-a96c-7074270c7c4a tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 210 time: 0.0313869 Dec 23 11:59:32.467474 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-6131ab9b-bfaf-482a-83d6-35eb6abc6711 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Allocated IP 172.20.0.13 (c19c572b-1b5e-4a3c-96b3-4936188f29bd/3789eaf7-5085-4838-acdb-e1b00c5cd02a/a1ba6b3d-eecc-454c-b417-768470bc0893) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 11:59:32.626304 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-6131ab9b-bfaf-482a-83d6-35eb6abc6711 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:32.662009 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-6131ab9b-bfaf-482a-83d6-35eb6abc6711 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:32.702737 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-6131ab9b-bfaf-482a-83d6-35eb6abc6711 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Network c19c572b-1b5e-4a3c-96b3-4936188f29bd is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 11:59:32.705695 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-6131ab9b-bfaf-482a-83d6-35eb6abc6711 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 11:59:32.709154 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-6131ab9b-bfaf-482a-83d6-35eb6abc6711 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 11:59:32.714666 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-6131ab9b-bfaf-482a-83d6-35eb6abc6711 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:32.715348 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-6131ab9b-bfaf-482a-83d6-35eb6abc6711 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:32.727632 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131ab9b-bfaf-482a-83d6-35eb6abc6711 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Pushing event updated for resources: {'Port': ['ID=a1ba6b3d-eecc-454c-b417-768470bc0893,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:32.737732 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-6131ab9b-bfaf-482a-83d6-35eb6abc6711 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5771427 Dec 23 11:59:32.768846 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Request body: {'port': {'device_id': 'f0ae9f51-c8c9-4ae9-bc69-3a953763e90d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 11:59:32.857725 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a2da8-431a-419b-8e3a-51f4013ef62d req-2f13c52e-d203-48fd-822d-63a1ac037313 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:32.859237 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3a4a2da8-431a-419b-8e3a-51f4013ef62d req-2f13c52e-d203-48fd-822d-63a1ac037313 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0876105 Dec 23 11:59:32.859971 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:32.950088 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dee45288-126a-4381-b210-5a64136b3d34 req-f7baca79-e8da-46dd-b74b-24aafff7e4b3 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.0414026 Dec 23 11:59:32.978748 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3a4a2da8-431a-419b-8e3a-51f4013ef62d req-a38a1fec-1bb3-4faa-a306-47e210e25533 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096475 Dec 23 11:59:33.189807 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ba6b3d-eecc-454c-b417-768470bc0893 {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:59:33.197808 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:33.213351 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Transition to ACTIVE for port object a1ba6b3d-eecc-454c-b417-768470bc0893 will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 11:59:33.218778 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:33.286737 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ba6b3d-eecc-454c-b417-768470bc0893,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:33.298853 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Attempting to bind port a1ba6b3d-eecc-454c-b417-768470bc0893 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 11:59:33.299182 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Attempting to bind port a1ba6b3d-eecc-454c-b417-768470bc0893 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'c266fdf7-9b24-412f-8a69-433ded8006f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c19c572b-1b5e-4a3c-96b3-4936188f29bd'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 11:59:33.299501 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Attempting to bind port a1ba6b3d-eecc-454c-b417-768470bc0893 on network c19c572b-1b5e-4a3c-96b3-4936188f29bd {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:59:33.303995 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Port a1ba6b3d-eecc-454c-b417-768470bc0893 on network c19c572b-1b5e-4a3c-96b3-4936188f29bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 11:59:33.304559 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Attempting to bind port a1ba6b3d-eecc-454c-b417-768470bc0893 on network c19c572b-1b5e-4a3c-96b3-4936188f29bd {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 11:59:33.308987 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 11, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 11:59:33.309318 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Checking segment: {'id': 'c266fdf7-9b24-412f-8a69-433ded8006f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c19c572b-1b5e-4a3c-96b3-4936188f29bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 11:59:33.309685 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Bound using segment: {'id': 'c266fdf7-9b24-412f-8a69-433ded8006f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c19c572b-1b5e-4a3c-96b3-4936188f29bd'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 11:59:33.310095 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Bound port: a1ba6b3d-eecc-454c-b417-768470bc0893, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c266fdf7-9b24-412f-8a69-433ded8006f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c19c572b-1b5e-4a3c-96b3-4936188f29bd'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 11:59:33.310477 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:33.378132 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] For port a1ba6b3d-eecc-454c-b417-768470bc0893, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 11:59:33.381272 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] For port a1ba6b3d-eecc-454c-b417-768470bc0893, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a1ba6b3d-eecc-454c-b417-768470bc0893,segment=NetworkSegment(c266fdf7-9b24-412f-8a69-433ded8006f1),segment_id=c266fdf7-9b24-412f-8a69-433ded8006f1)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 11:59:33.388170 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:33.427293 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:33.427974 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:33.429467 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] 10.222.0.61 "PUT /v2.0/ports/a1ba6b3d-eecc-454c-b417-768470bc0893 HTTP/1.1" status: 200 len: 1094 time: 0.6650362 Dec 23 11:59:33.482048 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d26460-0ffa-4d66-a890-abb4d154ca73 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ba6b3d-eecc-454c-b417-768470bc0893,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:33.500957 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c8628-bcaa-4af1-a92f-2970b4ccfa13 req-04f80bba-fee8-4db7-b64e-1a3ba309f6fb tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:33.502608 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-734c8628-bcaa-4af1-a92f-2970b4ccfa13 req-04f80bba-fee8-4db7-b64e-1a3ba309f6fb tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 944 time: 0.0721650 Dec 23 11:59:33.554359 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-734c8628-bcaa-4af1-a92f-2970b4ccfa13 req-de2cb425-71e9-4deb-87c9-a364d188807f tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454814 Dec 23 11:59:33.720073 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8ef53a4e-eb76-472c-ae2a-035b42077894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:33.730448 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ae9f51-c8c9-4ae9-bc69-3a953763e90d', 'tag': 'a1ba6b3d-eecc-454c-b417-768470bc0893'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:59:33.734034 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def5b895-62df-46d8-a120-d2b3b3feb9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ae9f51-c8c9-4ae9-bc69-3a953763e90d", "tag": "a1ba6b3d-eecc-454c-b417-768470bc0893"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:59:33.773414 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 11:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94d0b30-16ac-4a11-87e8-03d49e16d264 x-openstack-request-id: req-c94d0b30-16ac-4a11-87e8-03d49e16d264 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:59:33.773706 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ae9f51-c8c9-4ae9-bc69-3a953763e90d", "tag": "a1ba6b3d-eecc-454c-b417-768470bc0893", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:59:33.773955 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c94d0b30-16ac-4a11-87e8-03d49e16d264 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:59:33.774373 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ae9f51-c8c9-4ae9-bc69-3a953763e90d', 'tag': 'a1ba6b3d-eecc-454c-b417-768470bc0893', 'status': 'completed', 'code': 200} Dec 23 11:59:34.048339 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0d063363-481c-4d94-8823-b2b80fd3d80f req-9a889a49-6b73-46ea-a1d0-0ba123c651be tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.0264883 Dec 23 11:59:34.153845 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89699f3b-691f-425d-b3b1-b21c949c43ec req-e6a483e9-48ac-4233-ba6f-e69b589b68ca tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:34.155334 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89699f3b-691f-425d-b3b1-b21c949c43ec req-e6a483e9-48ac-4233-ba6f-e69b589b68ca tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0527439 Dec 23 11:59:34.208164 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89699f3b-691f-425d-b3b1-b21c949c43ec req-353f2c3d-94f7-4570-8faa-4312d79d44b8 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438654 Dec 23 11:59:34.682365 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797b382-f5e2-43e8-8473-12b376159acc req-e250bd69-729e-4b96-b585-4f03c8c4479c tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:34.683880 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d797b382-f5e2-43e8-8473-12b376159acc req-e250bd69-729e-4b96-b585-4f03c8c4479c tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 944 time: 0.0485282 Dec 23 11:59:34.731244 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d797b382-f5e2-43e8-8473-12b376159acc req-2821ed5b-e61f-4880-9177-85711607fe2c tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413771 Dec 23 11:59:35.156647 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-da829ff2-64dc-4b1b-9cad-2a23d422e3be req-dffdb0bf-6089-49bc-9150-2e0854830e33 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.0331407 Dec 23 11:59:35.340237 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cb2e1-ad67-4497-99ae-884c2971ce1c req-a36d18df-7d9a-48bf-8b39-a1af774d8d0e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:35.341711 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0b9cb2e1-ad67-4497-99ae-884c2971ce1c req-a36d18df-7d9a-48bf-8b39-a1af774d8d0e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0541375 Dec 23 11:59:35.389444 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0b9cb2e1-ad67-4497-99ae-884c2971ce1c req-aeda36a6-4076-4ea4-a6cd-c7f2303eb86b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417655 Dec 23 11:59:35.860978 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462897a3-d717-4393-bade-930c87bbd640 req-7b613811-06b8-4839-88e2-311c93109fc5 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:35.862782 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-462897a3-d717-4393-bade-930c87bbd640 req-7b613811-06b8-4839-88e2-311c93109fc5 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 944 time: 0.0489662 Dec 23 11:59:35.910932 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-462897a3-d717-4393-bade-930c87bbd640 req-f8a5f0a2-775a-4fe9-becd-3ec59d9328f9 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419571 Dec 23 11:59:35.955397 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-43b99002-9f28-4d79-8bd8-aae308c4d5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:36.255404 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2bf1ff15-09dc-4ae4-8349-a86331f876b3 req-07ff9def-f38c-46f7-ae7c-f29e332dc5b4 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.0259323 Dec 23 11:59:36.522913 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee365823-550f-405d-b7dd-aac6b9f236f5 req-ef3cb015-d31c-411b-b0bd-2326bbd29862 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:36.524374 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ee365823-550f-405d-b7dd-aac6b9f236f5 req-ef3cb015-d31c-411b-b0bd-2326bbd29862 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0518653 Dec 23 11:59:36.572445 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ee365823-550f-405d-b7dd-aac6b9f236f5 req-f7dc841a-4825-4a8d-befd-79e8ce012ee0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419965 Dec 23 11:59:37.037292 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03e641-e8cf-4642-b458-d105647fe488 req-9c4d985d-1643-4528-b0d3-835bd6aae4a1 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:37.038783 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5d03e641-e8cf-4642-b458-d105647fe488 req-9c4d985d-1643-4528-b0d3-835bd6aae4a1 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 944 time: 0.0546029 Dec 23 11:59:37.087036 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5d03e641-e8cf-4642-b458-d105647fe488 req-a77062e8-c7db-4d39-838d-b9b8716907f1 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420594 Dec 23 11:59:37.119205 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:37.361810 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a5f2ad28-4097-4e19-871c-05b96e7df558 req-a433e07f-78a8-4de0-af78-5ed2ae8dc9c9 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.0259056 Dec 23 11:59:37.480134 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5b895-62df-46d8-a120-d2b3b3feb9c0 req-938e1fb8-ad34-4b4c-b86a-aa845a03e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:37.481597 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-def5b895-62df-46d8-a120-d2b3b3feb9c0 req-938e1fb8-ad34-4b4c-b86a-aa845a03e01d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ca5ca45c6494bff9a1a66863948f839&device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 1097 time: 0.0430424 Dec 23 11:59:37.717717 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5b895-62df-46d8-a120-d2b3b3feb9c0 req-9d72ef6a-6f9c-4dee-8b0f-224d94ac8f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:37.719197 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-def5b895-62df-46d8-a120-d2b3b3feb9c0 req-9d72ef6a-6f9c-4dee-8b0f-224d94ac8f3b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7ca5ca45c6494bff9a1a66863948f839&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1318812 Dec 23 11:59:37.728741 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363fd0c-e67b-4455-a522-e377a2664910 req-09c0b402-1890-45ee-913e-5c69f36ce86a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:37.730100 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3363fd0c-e67b-4455-a522-e377a2664910 req-09c0b402-1890-45ee-913e-5c69f36ce86a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0778036 Dec 23 11:59:38.050354 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3363fd0c-e67b-4455-a522-e377a2664910 req-297bcaa3-d77d-48b4-8685-088cc60e2b15 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103640 Dec 23 11:59:38.064556 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-236e0b3a-9f9f-4a5a-893e-6198eb0de36b req-909326af-e76e-4e0a-8d31-37b20034eb03 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1297054 Dec 23 11:59:38.077472 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5b895-62df-46d8-a120-d2b3b3feb9c0 req-320bdacb-5454-4a04-8518-1e956c1e41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:38.078966 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-def5b895-62df-46d8-a120-d2b3b3feb9c0 req-320bdacb-5454-4a04-8518-1e956c1e41ab service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1430635 Dec 23 11:59:38.205333 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af0edf-c1b5-44e9-a331-dc974ae10227 req-5adecec3-77c9-40a3-88ae-453ed88220ba tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:38.206820 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e3af0edf-c1b5-44e9-a331-dc974ae10227 req-5adecec3-77c9-40a3-88ae-453ed88220ba tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 944 time: 0.0491519 Dec 23 11:59:38.255908 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e3af0edf-c1b5-44e9-a331-dc974ae10227 req-b8e4ac99-2bbb-466e-aa4b-87c67a2d52b7 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429852 Dec 23 11:59:38.323899 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e0b3a-9f9f-4a5a-893e-6198eb0de36b req-9fcb41d7-6ff3-432e-ae5e-1ba5fd397587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:38.325406 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-236e0b3a-9f9f-4a5a-893e-6198eb0de36b req-9fcb41d7-6ff3-432e-ae5e-1ba5fd397587 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec59363a116e4c37832626c6add07f04&device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 1099 time: 0.0684373 Dec 23 11:59:38.329668 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-c7cc91c8-f78b-45e3-b421-eb4a17cde8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:38.331029 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-c7cc91c8-f78b-45e3-b421-eb4a17cde8d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ca5ca45c6494bff9a1a66863948f839&device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 1097 time: 0.0654500 Dec 23 11:59:38.473983 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-90fc08e2-8477-4126-bcb4-9817aaf07560 req-bafd4e37-d30c-47eb-828c-081dbdb55515 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.0305531 Dec 23 11:59:38.547366 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:39.173902 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a78a7-37cd-48cb-85a6-123980bb323a req-0c084d9e-d3a7-464c-9b93-274ea84dd247 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:39.175400 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-977a78a7-37cd-48cb-85a6-123980bb323a req-0c084d9e-d3a7-464c-9b93-274ea84dd247 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0544052 Dec 23 11:59:39.222293 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-977a78a7-37cd-48cb-85a6-123980bb323a req-f6ca626a-87e9-4572-8666-0ffcac68b63b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Dec 23 11:59:39.254601 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:39.376427 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc9382-1602-4bef-a321-5e4623c9e059 req-d76c978a-f9ae-4321-b896-7afa06d5b4dc tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:39.377898 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3afc9382-1602-4bef-a321-5e4623c9e059 req-d76c978a-f9ae-4321-b896-7afa06d5b4dc tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 944 time: 0.0564833 Dec 23 11:59:39.425669 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3afc9382-1602-4bef-a321-5e4623c9e059 req-ab2e1a9d-eb51-48b0-957e-a5fa22845cab tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Dec 23 11:59:39.578714 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-26523a44-3772-4c30-93a3-ebef11161562 req-7576b293-497b-41dd-942d-17a42aea0d98 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.0255628 Dec 23 11:59:40.356078 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4ea46-6ae7-4b31-907e-997618519a3a req-1b5954e8-7a57-44f5-a2c4-d302a4fcb092 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:40.357482 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-efa4ea46-6ae7-4b31-907e-997618519a3a req-1b5954e8-7a57-44f5-a2c4-d302a4fcb092 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0516472 Dec 23 11:59:40.409078 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-efa4ea46-6ae7-4b31-907e-997618519a3a req-93eda6d7-728b-4574-91d2-794949e49495 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452094 Dec 23 11:59:40.551887 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d269f-411e-4a04-a9f1-5637495582c0 req-e92ac8b3-2cf1-4ba8-becb-630c24e1c627 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:40.553417 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3d2d269f-411e-4a04-a9f1-5637495582c0 req-e92ac8b3-2cf1-4ba8-becb-630c24e1c627 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 944 time: 0.0581751 Dec 23 11:59:40.600911 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3d2d269f-411e-4a04-a9f1-5637495582c0 req-7db934e3-0918-4792-98fc-8251ab187005 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 Dec 23 11:59:40.695703 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-19350901-2613-44b7-8103-a77d5d082de0 req-eaba7886-0bc4-41fe-9163-fa97f803c06d tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.0252311 Dec 23 11:59:40.899982 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 11:59:40.921664 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 11:59:40.922008 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 22f1c7ad-1474-4ad8-9cfd-7bcc25d1951a not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 11:59:41.534547 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bffbb-c867-451d-89e7-1f91c4426ef0 req-9b0431e5-a701-4063-a5b9-03f3d4ebccf5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:41.536052 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dc3bffbb-c867-451d-89e7-1f91c4426ef0 req-9b0431e5-a701-4063-a5b9-03f3d4ebccf5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0510004 Dec 23 11:59:41.586037 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dc3bffbb-c867-451d-89e7-1f91c4426ef0 req-3c3468cc-6b3b-4a4b-aed0-5f91807a1812 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412850 Dec 23 11:59:41.731604 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc398743-0441-496a-bcbb-962486973d7c req-d6d52102-92c7-449e-ad14-c8d63c64333e tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:41.733059 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cc398743-0441-496a-bcbb-962486973d7c req-d6d52102-92c7-449e-ad14-c8d63c64333e tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 944 time: 0.0563457 Dec 23 11:59:41.787792 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cc398743-0441-496a-bcbb-962486973d7c req-66ff53e3-bfde-4cd0-878e-baf7f32df708 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446649 Dec 23 11:59:41.897277 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a43e850d-2a6d-47e1-8a7d-06096967729d req-69ce27bf-4946-48ec-832f-f566f25324c1 tempest-DeleteServersTestJSON-1808593601 tempest-DeleteServersTestJSON-1808593601-project] 10.222.0.65 "GET /v2.0/ports?device_id=518c84e9-aab7-44b1-b614-30ffee393824 HTTP/1.1" status: 200 len: 210 time: 0.0338902 Dec 23 11:59:42.305921 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-92b93150-3e15-478c-b6c8-732da2fb7e90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1ba6b3d-eecc-454c-b417-768470bc0893 HTTP/1.1" status: 200 len: 217 time: 0.0396638 Dec 23 11:59:42.426211 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-fc1be44e-8d91-4295-9841-9126285d39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:42.427763 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-fc1be44e-8d91-4295-9841-9126285d39b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3789eaf7-5085-4838-acdb-e1b00c5cd02a HTTP/1.1" status: 200 len: 848 time: 0.0953524 Dec 23 11:59:42.431744 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:42.468506 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e0b3a-9f9f-4a5a-893e-6198eb0de36b req-7b5bc715-c632-43a7-b2a2-5cd392ae6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:42.469926 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-236e0b3a-9f9f-4a5a-893e-6198eb0de36b req-7b5bc715-c632-43a7-b2a2-5cd392ae6eb1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 200 len: 920 time: 0.1449931 Dec 23 11:59:42.471773 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-1ac97159-4c36-4af1-8daa-6e4591897638 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c19c572b-1b5e-4a3c-96b3-4936188f29bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269837 Dec 23 11:59:42.526028 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-236e0b3a-9f9f-4a5a-893e-6198eb0de36b req-1937aa67-8f7a-44a8-b542-eb9b51936a20 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b32d0851-1880-4e36-81d6-464702876f58 HTTP/1.1" status: 200 len: 217 time: 0.0429616 Dec 23 11:59:42.630349 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e0b3a-9f9f-4a5a-893e-6198eb0de36b req-5b17414c-35dd-480d-92be-900fb28a67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:42.631835 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-236e0b3a-9f9f-4a5a-893e-6198eb0de36b req-5b17414c-35dd-480d-92be-900fb28a67a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2572a32-7da4-4c6b-a622-f053958d1230 HTTP/1.1" status: 200 len: 859 time: 0.0883751 Dec 23 11:59:42.647933 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-28ec7eba-d8e6-4676-a964-9e294743941d service neutron] 10.222.0.61 "GET /v2.0/networks/c19c572b-1b5e-4a3c-96b3-4936188f29bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296711 Dec 23 11:59:42.686347 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-236e0b3a-9f9f-4a5a-893e-6198eb0de36b req-dfbcb1c9-d7e9-47bb-86eb-ddb474541cae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b549575c-e737-460e-8224-ff10749539d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358629 Dec 23 11:59:42.843431 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713fb61-627e-4f5d-a97d-254ed8e27359 req-e69f9b7a-57fc-4cee-ba3f-9695c5b88c76 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:42.845161 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7713fb61-627e-4f5d-a97d-254ed8e27359 req-e69f9b7a-57fc-4cee-ba3f-9695c5b88c76 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.1871269 Dec 23 11:59:42.894492 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaed3033-f866-4f52-8cf9-ff3e4f102923 req-37db36fa-8911-4ac0-82fc-f5f9aa229f82 service neutron] 10.222.0.61 "GET /v2.0/networks/c19c572b-1b5e-4a3c-96b3-4936188f29bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105644 Dec 23 11:59:42.925832 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-236e0b3a-9f9f-4a5a-893e-6198eb0de36b req-3b3c70cf-57e5-4dfa-b831-10ff4d8cb9e3 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028792 Dec 23 11:59:42.954410 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7713fb61-627e-4f5d-a97d-254ed8e27359 req-03ec988e-3e38-425a-b74a-2f8454adddf4 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989714 Dec 23 11:59:42.966397 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90a955-a5fb-42c1-b78d-b8c1376e46ae req-0e458fa8-ac1a-4309-98a9-504e2894ba09 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:42.970000 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3f90a955-a5fb-42c1-b78d-b8c1376e46ae req-0e458fa8-ac1a-4309-98a9-504e2894ba09 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 944 time: 0.0978608 Dec 23 11:59:43.103728 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3f90a955-a5fb-42c1-b78d-b8c1376e46ae req-735e8039-b17a-4fc8-8b6b-de14a3d4873d tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912116 Dec 23 11:59:43.114351 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-236e0b3a-9f9f-4a5a-893e-6198eb0de36b req-9f8cbef4-5b57-4c51-86d8-55eec9b4ae29 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432807 Dec 23 11:59:43.540630 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59626) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:43.648387 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f95a0a93-3872-4ff2-bf82-b9ae9257ef0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:43.726960 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f95a0a93-3872-4ff2-bf82-b9ae9257ef0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:43.732199 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f95a0a93-3872-4ff2-bf82-b9ae9257ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:43.768761 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a0a93-3872-4ff2-bf82-b9ae9257ef0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ce9419-9c1c-4b3a-9ca1-52e1c8db0584,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:43.773325 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-f95a0a93-3872-4ff2-bf82-b9ae9257ef0e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=614a2f77e51f42429e05ad47350ff7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316594 Dec 23 11:59:43.776401 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59632) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:43.823658 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f5f3e16c-6d25-4ce6-8f3d-183d21925c6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:43.844902 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f5f3e16c-6d25-4ce6-8f3d-183d21925c6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:43.899984 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f5f3e16c-6d25-4ce6-8f3d-183d21925c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:43.902939 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f5f3e16c-6d25-4ce6-8f3d-183d21925c6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:43.904180 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-f5f3e16c-6d25-4ce6-8f3d-183d21925c6f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2ce9419-9c1c-4b3a-9ca1-52e1c8db0584 HTTP/1.1" status: 204 len: 168 time: 0.1269584 Dec 23 11:59:43.916391 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3e16c-6d25-4ce6-8f3d-183d21925c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ce9419-9c1c-4b3a-9ca1-52e1c8db0584,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:44.077353 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859fcd8-4fcf-4420-8cc1-4c748f5634e9 req-09668768-68f0-4b86-ba39-ce1ba2cebb04 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:44.078785 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2859fcd8-4fcf-4420-8cc1-4c748f5634e9 req-09668768-68f0-4b86-ba39-ce1ba2cebb04 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0514250 Dec 23 11:59:44.155689 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2859fcd8-4fcf-4420-8cc1-4c748f5634e9 req-203ee790-d47f-494d-88ba-92a5695f3ee2 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633843 Dec 23 11:59:44.206395 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59648) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:44.220874 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:44.243198 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbd833-a65a-4a7f-8d0f-e88244140134 req-3c0d6f59-8c16-44c1-b890-e4620516932d tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:44.251007 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9cbbd833-a65a-4a7f-8d0f-e88244140134 req-3c0d6f59-8c16-44c1-b890-e4620516932d tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 944 time: 0.0645177 Dec 23 11:59:44.305213 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:44.309539 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9cbbd833-a65a-4a7f-8d0f-e88244140134 req-560611ef-e919-47b3-b2bb-3a0b9cd66840 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546417 Dec 23 11:59:44.311894 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:44.352286 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61a34e7ca63643c2a929c610c92c5b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404846 Dec 23 11:59:44.352286 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59660) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:44.542175 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeba395e-0658-49ad-9bb6-9b92f4655a9b,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:44.555776 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:44.556170 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:44.556635 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:44.556875 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:44.557281 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:44.557624 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:44.557956 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:44.558339 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:44.558706 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:44.559026 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:44.559347 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:44.559662 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:44.559972 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b37308-d290-47da-85c8-b01a0bd55707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:44.586275 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5bc45049-106a-40bb-a1fb-5e88df4dc3d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:44.609844 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5bc45049-106a-40bb-a1fb-5e88df4dc3d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:44.662830 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5bc45049-106a-40bb-a1fb-5e88df4dc3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:44.665502 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5bc45049-106a-40bb-a1fb-5e88df4dc3d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:44.666689 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-5bc45049-106a-40bb-a1fb-5e88df4dc3d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aeba395e-0658-49ad-9bb6-9b92f4655a9b HTTP/1.1" status: 204 len: 168 time: 0.3150222 Dec 23 11:59:44.674461 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc45049-106a-40bb-a1fb-5e88df4dc3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeba395e-0658-49ad-9bb6-9b92f4655a9b,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:45.021613 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59680) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:45.034566 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4c1caf55-85d4-4fdf-987d-093d3a94a270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.112404 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4c1caf55-85d4-4fdf-987d-093d3a94a270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.118502 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4c1caf55-85d4-4fdf-987d-093d3a94a270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.161546 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-4c1caf55-85d4-4fdf-987d-093d3a94a270 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8217d86b93e4411b96bff460c1d5f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388645 Dec 23 11:59:45.162367 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1caf55-85d4-4fdf-987d-093d3a94a270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10262fd0-9983-4d0c-bcff-88c60e1bf849,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:45.165203 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59682) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:45.231086 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-906b53b3-3d7c-4c95-8447-e12db6e74a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.267223 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-906b53b3-3d7c-4c95-8447-e12db6e74a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.300299 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182f03c-9170-4689-ab18-717908797def req-cf36be20-f1fe-4ce5-a8f0-621c6ebb633a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:45.301847 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d182f03c-9170-4689-ab18-717908797def req-cf36be20-f1fe-4ce5-a8f0-621c6ebb633a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0845623 Dec 23 11:59:45.354309 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-906b53b3-3d7c-4c95-8447-e12db6e74a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.357876 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-906b53b3-3d7c-4c95-8447-e12db6e74a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.358089 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-906b53b3-3d7c-4c95-8447-e12db6e74a1f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10262fd0-9983-4d0c-bcff-88c60e1bf849 HTTP/1.1" status: 204 len: 168 time: 0.1915565 Dec 23 11:59:45.366341 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d182f03c-9170-4689-ab18-717908797def req-7478eb12-0ab2-4f04-9ea7-f9cb413430f9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563161 Dec 23 11:59:45.371255 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b53b3-3d7c-4c95-8447-e12db6e74a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10262fd0-9983-4d0c-bcff-88c60e1bf849,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:45.466240 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59698) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:45.469340 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92516408-aaf1-4311-813f-04fbdce115c0 req-b0c79bff-25ff-48e7-9dcc-e39291bac7b9 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:45.471141 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92516408-aaf1-4311-813f-04fbdce115c0 req-b0c79bff-25ff-48e7-9dcc-e39291bac7b9 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 944 time: 0.0552363 Dec 23 11:59:45.516931 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_v2 [None req-719d7bf4-6253-47e9-9409-a8b0a0f4e608 admin admin] Deleting subnet 002b9bc3-5291-44d7-b06b-27234ec9b64b {{(pid=102502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 11:59:45.520399 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-719d7bf4-6253-47e9-9409-a8b0a0f4e608 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.524186 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92516408-aaf1-4311-813f-04fbdce115c0 req-f59a8488-21fb-423b-83be-ad7214d59d52 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451748 Dec 23 11:59:45.554981 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-719d7bf4-6253-47e9-9409-a8b0a0f4e608 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10471015'] for subnet, precommit_delete_associations {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.594190 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-719d7bf4-6253-47e9-9409-a8b0a0f4e608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.646325 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-719d7bf4-6253-47e9-9409-a8b0a0f4e608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218176'] for subnet, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.675111 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d7bf4-6253-47e9-9409-a8b0a0f4e608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002b9bc3-5291-44d7-b06b-27234ec9b64b,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:45.678950 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-719d7bf4-6253-47e9-9409-a8b0a0f4e608 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.685071 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-719d7bf4-6253-47e9-9409-a8b0a0f4e608 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/002b9bc3-5291-44d7-b06b-27234ec9b64b HTTP/1.1" status: 204 len: 168 time: 0.2148402 Dec 23 11:59:45.685071 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59704) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:45.759995 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9559-3500-45a5-968f-177fb7aa6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.855328 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9559-3500-45a5-968f-177fb7aa6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.877333 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-ec8a9559-3500-45a5-968f-177fb7aa6914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac51d859-bbbe-4f9f-9707-22f475d5dcb6']}} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:59:45.886761 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-ec8a9559-3500-45a5-968f-177fb7aa6914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec14b389-bd0d-4112-8551-6707a4fb10c3') {'for_net_delete': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:59:45.886988 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-ec8a9559-3500-45a5-968f-177fb7aa6914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec14b389-bd0d-4112-8551-6707a4fb10c3') {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 11:59:45.900248 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9559-3500-45a5-968f-177fb7aa6914 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10471022'] for segment, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.918291 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9559-3500-45a5-968f-177fb7aa6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.925058 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8a9559-3500-45a5-968f-177fb7aa6914 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 11:59:45.925447 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9559-3500-45a5-968f-177fb7aa6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476252'] for segment, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: Traceback (most recent call last): Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: timer() Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: cb(*args, **kw) Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: return func(*args, **kwargs) Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: self._notify() Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: self.callback(batched_events) Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: event.method(event) Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: return f(self, *a, **k) Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._get(url).json() Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: return self.request(url, 'GET', **kwargs) Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 11:59:45.927335 dv-cinder-822821-1-iscsi neutron-server[102502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 11:59:45.993370 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9559-3500-45a5-968f-177fb7aa6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:45.999611 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ec8a9559-3500-45a5-968f-177fb7aa6914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:46.002898 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-ec8a9559-3500-45a5-968f-177fb7aa6914 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ac51d859-bbbe-4f9f-9707-22f475d5dcb6 HTTP/1.1" status: 204 len: 168 time: 0.3172572 Dec 23 11:59:46.013893 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a9559-3500-45a5-968f-177fb7aa6914 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac51d859-bbbe-4f9f-9707-22f475d5dcb6,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:46.125768 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59734) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:46.169638 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-f6495925-f1f8-4bf9-9e30-1b09cff99ba0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cf852b4ffd784cc6a4c15059be11f5c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424659 Dec 23 11:59:46.172308 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59736) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:46.219246 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c90c30e1-36e0-49d9-95cd-15a8eeae02f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:46.242569 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c90c30e1-36e0-49d9-95cd-15a8eeae02f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:46.293673 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c90c30e1-36e0-49d9-95cd-15a8eeae02f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:46.296691 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c90c30e1-36e0-49d9-95cd-15a8eeae02f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:46.297853 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-c90c30e1-36e0-49d9-95cd-15a8eeae02f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8acc5498-5b37-4517-9b3e-fc4c23e9024b HTTP/1.1" status: 204 len: 168 time: 0.1244957 Dec 23 11:59:46.306030 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c30e1-36e0-49d9-95cd-15a8eeae02f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acc5498-5b37-4517-9b3e-fc4c23e9024b,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:46.324505 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device a1ba6b3d-eecc-454c-b417-768470bc0893 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 11:59:46.445505 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port a1ba6b3d-eecc-454c-b417-768470bc0893, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a1ba6b3d-eecc-454c-b417-768470bc0893,segment=NetworkSegment(c266fdf7-9b24-412f-8a69-433ded8006f1),segment_id=c266fdf7-9b24-412f-8a69-433ded8006f1)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:46.474108 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': 'a1ba6b3d-eecc-454c-b417-768470bc0893', 'network_id': 'c19c572b-1b5e-4a3c-96b3-4936188f29bd', 'port_id': 'a1ba6b3d-eecc-454c-b417-768470bc0893', 'mac_address': 'fa:16:3e:a5:aa:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3789eaf7-5085-4838-acdb-e1b00c5cd02a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 11:59:46.587025 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:46.604049 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e164d-fe4a-44ae-8a09-476e0051dfa3 req-5e78eeff-5502-4527-bfc0-65e1fc4a4435 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:46.606210 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e21e164d-fe4a-44ae-8a09-476e0051dfa3 req-5e78eeff-5502-4527-bfc0-65e1fc4a4435 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.1242406 Dec 23 11:59:46.612933 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ba6b3d-eecc-454c-b417-768470bc0893 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 11:59:46.648741 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port a1ba6b3d-eecc-454c-b417-768470bc0893, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a1ba6b3d-eecc-454c-b417-768470bc0893,segment=NetworkSegment(c266fdf7-9b24-412f-8a69-433ded8006f1),segment_id=c266fdf7-9b24-412f-8a69-433ded8006f1)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:46.655564 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:46.705798 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e21e164d-fe4a-44ae-8a09-476e0051dfa3 req-f0b6b515-1392-4bb9-9761-cfec904c994d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890405 Dec 23 11:59:46.730765 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=a1ba6b3d-eecc-454c-b417-768470bc0893,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:46.737178 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3423a2-8bee-4dde-ac44-e9d63a0772b3 req-4c16a7cb-2f62-4f61-a1fa-d3f5047ba913 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:46.738991 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8e3423a2-8bee-4dde-ac44-e9d63a0772b3 req-4c16a7cb-2f62-4f61-a1fa-d3f5047ba913 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 944 time: 0.1046712 Dec 23 11:59:46.740014 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:46.740452 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:46.740990 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:46.741396 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:46.741900 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:46.742551 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:46.742883 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:46.743262 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:46.743599 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:46.744796 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:46.745316 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:46.745921 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:46.750675 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 11:59:46.795094 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8e3423a2-8bee-4dde-ac44-e9d63a0772b3 req-7ca081f6-43bf-4905-a930-beb5ac3b12f6 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494084 Dec 23 11:59:47.355018 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['a1ba6b3d-eecc-454c-b417-768470bc0893'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:59:47.864346 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7ce45-b148-4f0e-85a9-727da0140632 req-bf9018ac-8fad-4533-8ca3-8f98058f03a3 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:47.873144 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b7c7ce45-b148-4f0e-85a9-727da0140632 req-bf9018ac-8fad-4533-8ca3-8f98058f03a3 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0956161 Dec 23 11:59:47.979334 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b7c7ce45-b148-4f0e-85a9-727da0140632 req-bda83e97-87a7-45ba-a0d2-9223172a6cbf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051841 Dec 23 11:59:47.990909 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530a16a-f4d9-43df-a948-a43b9c986145 req-277d8d32-1716-40bb-8ea8-88303dcedcb1 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:48.005139 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9530a16a-f4d9-43df-a948-a43b9c986145 req-277d8d32-1716-40bb-8ea8-88303dcedcb1 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 945 time: 0.1157548 Dec 23 11:59:48.111050 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9530a16a-f4d9-43df-a948-a43b9c986145 req-f7b08b28-7ee0-4b46-84d1-60ae2af0c2fd tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048989 Dec 23 11:59:48.161772 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 59858) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:48.286415 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-545b966f-eb9c-4338-81ae-a4dda47ec72b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:48.381761 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-545b966f-eb9c-4338-81ae-a4dda47ec72b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:48.393439 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-545b966f-eb9c-4338-81ae-a4dda47ec72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:48.437104 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-545b966f-eb9c-4338-81ae-a4dda47ec72b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c05f8232ea54ec0b4ba4b6541b3f2bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739685 Dec 23 11:59:48.437933 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b966f-eb9c-4338-81ae-a4dda47ec72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d29511-564b-4349-9263-0187ff7b05f7,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:48.440102 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59914) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:48.487958 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b2e0b1a0-cd76-492e-9f65-abef6eca6238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:48.509345 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b2e0b1a0-cd76-492e-9f65-abef6eca6238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:48.559968 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b2e0b1a0-cd76-492e-9f65-abef6eca6238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:48.563087 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b2e0b1a0-cd76-492e-9f65-abef6eca6238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:48.564230 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-b2e0b1a0-cd76-492e-9f65-abef6eca6238 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45d29511-564b-4349-9263-0187ff7b05f7 HTTP/1.1" status: 204 len: 168 time: 0.1231508 Dec 23 11:59:48.571876 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0b1a0-cd76-492e-9f65-abef6eca6238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d29511-564b-4349-9263-0187ff7b05f7,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:48.919683 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59926) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:49.030118 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-59290d20-badb-4d01-9d2a-0e58b58e45d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:49.118827 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8eab9-ff37-429b-83b6-38754b5a5c79 req-faaf6c55-b166-4e18-9a16-14e37460583f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:49.120468 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8ac8eab9-ff37-429b-83b6-38754b5a5c79 req-faaf6c55-b166-4e18-9a16-14e37460583f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0702217 Dec 23 11:59:49.164833 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-59290d20-badb-4d01-9d2a-0e58b58e45d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:49.180071 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-59290d20-badb-4d01-9d2a-0e58b58e45d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:49.264187 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8ac8eab9-ff37-429b-83b6-38754b5a5c79 req-f7c48585-91c5-4e14-80db-9f35a33bd20d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320837 Dec 23 11:59:49.265969 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59290d20-badb-4d01-9d2a-0e58b58e45d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d48cc8e-fd0b-43dc-86df-468880a68cad,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:49.271276 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-59290d20-badb-4d01-9d2a-0e58b58e45d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13c791837e584191b6e19e76b884b9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505011 Dec 23 11:59:49.273838 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59954) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:49.312246 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfffbc-303b-4cee-b6c6-c484d897756f req-678e32ee-c3e1-4ead-8d7c-fe73afe57a9f tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:49.313720 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a2cfffbc-303b-4cee-b6c6-c484d897756f req-678e32ee-c3e1-4ead-8d7c-fe73afe57a9f tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 945 time: 0.1195672 Dec 23 11:59:49.351205 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c8207939-7389-49ce-bdb5-08b4345fe5fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:49.392958 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c8207939-7389-49ce-bdb5-08b4345fe5fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:49.397722 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a2cfffbc-303b-4cee-b6c6-c484d897756f req-f8e181dc-7939-40c9-9168-895cdab0c4a2 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760686 Dec 23 11:59:49.456022 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c8207939-7389-49ce-bdb5-08b4345fe5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:49.458673 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c8207939-7389-49ce-bdb5-08b4345fe5fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:49.459944 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-c8207939-7389-49ce-bdb5-08b4345fe5fe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8d48cc8e-fd0b-43dc-86df-468880a68cad HTTP/1.1" status: 204 len: 168 time: 0.1851113 Dec 23 11:59:49.468598 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8207939-7389-49ce-bdb5-08b4345fe5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d48cc8e-fd0b-43dc-86df-468880a68cad,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:49.780860 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59974) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:49.794308 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a1e4d537-8b53-4324-b754-b1b989a763f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:49.872021 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a1e4d537-8b53-4324-b754-b1b989a763f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:49.877200 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a1e4d537-8b53-4324-b754-b1b989a763f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:49.918847 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4d537-8b53-4324-b754-b1b989a763f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba413a8-735b-4880-a827-916a79a97228,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:49.924126 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-a1e4d537-8b53-4324-b754-b1b989a763f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=121bccf0140c45de9d6c935ee67db6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421709 Dec 23 11:59:49.926938 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 59976) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:49.979490 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f05e618c-6e79-4f64-9300-7ce185f290e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:50.001753 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f05e618c-6e79-4f64-9300-7ce185f290e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:50.061426 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f05e618c-6e79-4f64-9300-7ce185f290e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:50.064291 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f05e618c-6e79-4f64-9300-7ce185f290e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:50.065447 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-f05e618c-6e79-4f64-9300-7ce185f290e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eba413a8-735b-4880-a827-916a79a97228 HTTP/1.1" status: 204 len: 168 time: 0.1375329 Dec 23 11:59:50.074291 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e618c-6e79-4f64-9300-7ce185f290e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba413a8-735b-4880-a827-916a79a97228,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:50.353267 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device a1ba6b3d-eecc-454c-b417-768470bc0893 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 11:59:50.414532 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port a1ba6b3d-eecc-454c-b417-768470bc0893 completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 11:59:50.418683 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port a1ba6b3d-eecc-454c-b417-768470bc0893 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 11:59:50.418979 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b6c10-599a-4e4a-b0b2-e03579b87ba5 req-cc123961-4126-4ece-9f67-1ac61ef7202b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:50.419111 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:50.420551 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a4b6c10-599a-4e4a-b0b2-e03579b87ba5 req-cc123961-4126-4ece-9f67-1ac61ef7202b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0551784 Dec 23 11:59:50.475110 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a4b6c10-599a-4e4a-b0b2-e03579b87ba5 req-2d5d1ac7-d048-41ae-bf57-56536168848e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475347 Dec 23 11:59:50.531178 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:50.544261 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1068d3-43f1-488d-8549-6ec101cdb8fd req-0ce87c0f-fa90-4707-8c4b-4d89be6b616d tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:50.546475 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-db1068d3-43f1-488d-8549-6ec101cdb8fd req-0ce87c0f-fa90-4707-8c4b-4d89be6b616d tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 945 time: 0.0643697 Dec 23 11:59:50.556429 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ae9f51-c8c9-4ae9-bc69-3a953763e90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ba6b3d-eecc-454c-b417-768470bc0893'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:59:50.558973 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778acb5c-911f-4621-9eb6-ea59d8655f3c" -d '{"events": [{"server_uuid": "f0ae9f51-c8c9-4ae9-bc69-3a953763e90d", "name": "network-vif-plugged", "status": "completed", "tag": "a1ba6b3d-eecc-454c-b417-768470bc0893"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:59:50.574077 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port a1ba6b3d-eecc-454c-b417-768470bc0893, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a1ba6b3d-eecc-454c-b417-768470bc0893,segment=NetworkSegment(c266fdf7-9b24-412f-8a69-433ded8006f1),segment_id=c266fdf7-9b24-412f-8a69-433ded8006f1)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:50.580702 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:50.602764 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-db1068d3-43f1-488d-8549-6ec101cdb8fd req-2c0e765a-5186-4596-9dec-3490d4e701f8 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Dec 23 11:59:50.640128 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=a1ba6b3d-eecc-454c-b417-768470bc0893,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:50.661839 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8dada0-d5ce-4888-992c-667113122dcf x-openstack-request-id: req-3a8dada0-d5ce-4888-992c-667113122dcf {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:59:50.662152 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ae9f51-c8c9-4ae9-bc69-3a953763e90d", "name": "network-vif-plugged", "status": "completed", "tag": "a1ba6b3d-eecc-454c-b417-768470bc0893", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:59:50.662406 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a8dada0-d5ce-4888-992c-667113122dcf {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:59:50.662834 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ae9f51-c8c9-4ae9-bc69-3a953763e90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ba6b3d-eecc-454c-b417-768470bc0893', 'code': 200} Dec 23 11:59:50.988441 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd65bb-917f-4bd0-b6b2-66eb47336d18 req-97366056-47f0-4cfb-b14d-0dabd6e4a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:50.990470 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-27cd65bb-917f-4bd0-b6b2-66eb47336d18 req-97366056-47f0-4cfb-b14d-0dabd6e4a76e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 1099 time: 0.0428061 Dec 23 11:59:51.059529 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-27cd65bb-917f-4bd0-b6b2-66eb47336d18 req-544f12fc-3491-4a11-8797-7b3f4466e019 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383832 Dec 23 11:59:51.983279 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae99ed9-57db-43ad-994c-2600a44b21a3 req-8123713a-d410-4c49-a5d8-d5d6ba51c1d7 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:51.984680 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cae99ed9-57db-43ad-994c-2600a44b21a3 req-8123713a-d410-4c49-a5d8-d5d6ba51c1d7 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 946 time: 0.2818406 Dec 23 11:59:51.992999 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f69e1b-6f97-4d4c-9e5a-f04a42f1f831 req-d2838d4d-2711-4272-b87a-0bb7608e692e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:51.994375 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-24f69e1b-6f97-4d4c-9e5a-f04a42f1f831 req-d2838d4d-2711-4272-b87a-0bb7608e692e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.2892885 Dec 23 11:59:52.062111 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cae99ed9-57db-43ad-994c-2600a44b21a3 req-93f66d51-5ce5-42d4-85d3-88c0ca24dd35 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667388 Dec 23 11:59:52.070233 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-24f69e1b-6f97-4d4c-9e5a-f04a42f1f831 req-d02f56a2-de11-4ff8-a366-dfa15f335de3 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691049 Dec 23 11:59:52.219455 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60076) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:52.331023 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-205dda5e-4e17-41c5-94c2-12039c023428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:52.407657 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-205dda5e-4e17-41c5-94c2-12039c023428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:52.415257 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-205dda5e-4e17-41c5-94c2-12039c023428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:52.454164 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-205dda5e-4e17-41c5-94c2-12039c023428 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4290274bd87453e8f27d2b1386c20d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335935 Dec 23 11:59:52.455051 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dda5e-4e17-41c5-94c2-12039c023428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72501cc8-d16c-4944-8c7f-f58003e9661d,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:52.456986 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60080) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:52.508340 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-36c99302-f1d0-40e7-ac42-ade9c16f680c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:52.539076 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-36c99302-f1d0-40e7-ac42-ade9c16f680c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:52.592987 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-36c99302-f1d0-40e7-ac42-ade9c16f680c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:52.595507 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-36c99302-f1d0-40e7-ac42-ade9c16f680c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:52.596652 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-36c99302-f1d0-40e7-ac42-ade9c16f680c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/72501cc8-d16c-4944-8c7f-f58003e9661d HTTP/1.1" status: 204 len: 168 time: 0.1386750 Dec 23 11:59:52.605589 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c99302-f1d0-40e7-ac42-ade9c16f680c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72501cc8-d16c-4944-8c7f-f58003e9661d,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:52.888110 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60096) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:52.904163 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-964daa33-106c-4fb6-9963-873451b4090e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:52.984310 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-964daa33-106c-4fb6-9963-873451b4090e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:52.999376 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-964daa33-106c-4fb6-9963-873451b4090e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:53.024920 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964daa33-106c-4fb6-9963-873451b4090e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a891c3-0bc7-41c5-a29c-142b5931cd0f,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:53.029008 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-964daa33-106c-4fb6-9963-873451b4090e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e4cff62b6d34c928772cc8f5cef3ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397321 Dec 23 11:59:53.032694 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60106) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:53.086893 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b152d8eb-8dbb-440c-a737-0fe683ccf44b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:53.114219 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b152d8eb-8dbb-440c-a737-0fe683ccf44b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:53.242543 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c3aba-4581-4f8f-b834-103fe4df2050 req-79ce3109-aed5-44a5-a352-71158b59b1c0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:53.244017 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-246c3aba-4581-4f8f-b834-103fe4df2050 req-79ce3109-aed5-44a5-a352-71158b59b1c0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0938432 Dec 23 11:59:53.253009 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7c317-6b1f-439b-ba57-76eb17675df5 req-f8cb10ce-ac46-4e2d-bb87-d803c93b2347 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:53.254429 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-68d7c317-6b1f-439b-ba57-76eb17675df5 req-f8cb10ce-ac46-4e2d-bb87-d803c93b2347 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 946 time: 0.0738833 Dec 23 11:59:53.255045 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b152d8eb-8dbb-440c-a737-0fe683ccf44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:53.257584 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b152d8eb-8dbb-440c-a737-0fe683ccf44b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:53.258605 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-b152d8eb-8dbb-440c-a737-0fe683ccf44b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3a891c3-0bc7-41c5-a29c-142b5931cd0f HTTP/1.1" status: 204 len: 168 time: 0.2249963 Dec 23 11:59:53.284595 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152d8eb-8dbb-440c-a737-0fe683ccf44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a891c3-0bc7-41c5-a29c-142b5931cd0f,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:53.335691 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-246c3aba-4581-4f8f-b834-103fe4df2050 req-ed8c8666-32c0-4e4a-8638-23c23757fcfe tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758188 Dec 23 11:59:53.349074 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-68d7c317-6b1f-439b-ba57-76eb17675df5 req-7f929e31-2785-4612-ab9b-e445084372e1 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864902 Dec 23 11:59:54.465089 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60166) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:54.517348 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f29237-759b-4156-93e3-1d7b7233aed5 req-e3bdc929-ab33-4d1b-9e09-1ef705c9b423 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:54.518933 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-94f29237-759b-4156-93e3-1d7b7233aed5 req-e3bdc929-ab33-4d1b-9e09-1ef705c9b423 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 946 time: 0.0746360 Dec 23 11:59:54.526679 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18902e-e536-4d0e-b9d9-326fc3b3e1f1 req-93fa97a9-cde5-431a-94e8-df14bba129e0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:54.528102 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7d18902e-e536-4d0e-b9d9-326fc3b3e1f1 req-93fa97a9-cde5-431a-94e8-df14bba129e0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0948060 Dec 23 11:59:54.593427 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-97798620-0fba-4084-a124-49f758cf0df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:54.605720 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-94f29237-759b-4156-93e3-1d7b7233aed5 req-9c87c013-a36c-4c67-bb01-1a43f4161e63 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765278 Dec 23 11:59:54.633675 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7d18902e-e536-4d0e-b9d9-326fc3b3e1f1 req-36cebc8b-fbda-4a9a-a479-c7dd23b38644 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834405 Dec 23 11:59:54.713639 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-97798620-0fba-4084-a124-49f758cf0df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:54.718605 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-97798620-0fba-4084-a124-49f758cf0df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:54.756392 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-97798620-0fba-4084-a124-49f758cf0df4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db037886fa114c2c87370cf421952247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900593 Dec 23 11:59:54.757195 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97798620-0fba-4084-a124-49f758cf0df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40845a68-1f1e-44c6-9cb6-4dd2f85d4742,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:54.759164 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60182) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:54.812946 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-629ea9e6-cbfb-4fd7-b2bf-dda112225c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:54.834352 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-629ea9e6-cbfb-4fd7-b2bf-dda112225c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:54.884474 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-629ea9e6-cbfb-4fd7-b2bf-dda112225c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:54.887146 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-629ea9e6-cbfb-4fd7-b2bf-dda112225c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:54.888303 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-629ea9e6-cbfb-4fd7-b2bf-dda112225c19 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40845a68-1f1e-44c6-9cb6-4dd2f85d4742 HTTP/1.1" status: 204 len: 168 time: 0.1279390 Dec 23 11:59:54.900704 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ea9e6-cbfb-4fd7-b2bf-dda112225c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40845a68-1f1e-44c6-9cb6-4dd2f85d4742,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:55.245371 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60200) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:55.261615 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8b73a48e-a950-4838-b747-c7de903c5984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:55.337893 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8b73a48e-a950-4838-b747-c7de903c5984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:55.342068 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8b73a48e-a950-4838-b747-c7de903c5984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:55.378701 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-8b73a48e-a950-4838-b747-c7de903c5984 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e5da91744dbf45dba352e94e8d413569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304176 Dec 23 11:59:55.379914 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60208) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:55.386608 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73a48e-a950-4838-b747-c7de903c5984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e77a682-0c4f-43a9-aa2f-a57962f39c91,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:55.451258 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b3a132b8-2115-444e-b6b5-f738d0a91215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:55.476378 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b3a132b8-2115-444e-b6b5-f738d0a91215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:55.523616 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b3a132b8-2115-444e-b6b5-f738d0a91215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:55.526137 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b3a132b8-2115-444e-b6b5-f738d0a91215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:55.527308 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-b3a132b8-2115-444e-b6b5-f738d0a91215 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e77a682-0c4f-43a9-aa2f-a57962f39c91 HTTP/1.1" status: 204 len: 168 time: 0.1461143 Dec 23 11:59:55.535086 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a132b8-2115-444e-b6b5-f738d0a91215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e77a682-0c4f-43a9-aa2f-a57962f39c91,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:55.699446 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6f947-2ade-4227-9133-c85f0a8f569b req-cebb1c44-9890-42de-bc99-25015fc2b56e tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:55.701010 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-acb6f947-2ade-4227-9133-c85f0a8f569b req-cebb1c44-9890-42de-bc99-25015fc2b56e tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 946 time: 0.0548377 Dec 23 11:59:55.777893 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1427a12-0d46-4987-b864-5632a55e656c req-f5c654ab-f363-4dff-a78c-e98953c44cf1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:55.779408 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f1427a12-0d46-4987-b864-5632a55e656c req-f5c654ab-f363-4dff-a78c-e98953c44cf1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0769365 Dec 23 11:59:55.784200 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-acb6f947-2ade-4227-9133-c85f0a8f569b req-bcae2183-63b2-40a3-8574-8c0356007515 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730784 Dec 23 11:59:55.840461 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f1427a12-0d46-4987-b864-5632a55e656c req-d388b7be-460c-40e0-9d65-61a50d8d0e4f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532575 Dec 23 11:59:55.878036 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60224) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:55.891375 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ae0f9a82-6234-40b7-848b-04fbb9dacfc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:55.975096 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ae0f9a82-6234-40b7-848b-04fbb9dacfc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:55.980719 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ae0f9a82-6234-40b7-848b-04fbb9dacfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:56.021121 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-ae0f9a82-6234-40b7-848b-04fbb9dacfc4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d08e136db614ee38aead900968cefed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419365 Dec 23 11:59:56.022259 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f9a82-6234-40b7-848b-04fbb9dacfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e0e368-75bb-4e8e-9579-af2efc846924,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:56.024054 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60228) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 11:59:56.077205 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-aacd5e7b-300e-40d9-8a6f-ade3d25979a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:56.098397 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-aacd5e7b-300e-40d9-8a6f-ade3d25979a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:56.145158 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-aacd5e7b-300e-40d9-8a6f-ade3d25979a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:56.148050 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-aacd5e7b-300e-40d9-8a6f-ade3d25979a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:56.149704 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-aacd5e7b-300e-40d9-8a6f-ade3d25979a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94e0e368-75bb-4e8e-9579-af2efc846924 HTTP/1.1" status: 204 len: 168 time: 0.1245527 Dec 23 11:59:56.157622 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd5e7b-300e-40d9-8a6f-ade3d25979a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e0e368-75bb-4e8e-9579-af2efc846924,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:56.905166 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1600c53-a8bf-4780-8f27-d06e6ea20ddd req-8c72c549-4001-468c-84f6-886ff61c9606 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:56.906762 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c1600c53-a8bf-4780-8f27-d06e6ea20ddd req-8c72c549-4001-468c-84f6-886ff61c9606 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 946 time: 0.0496266 Dec 23 11:59:56.986860 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c1600c53-a8bf-4780-8f27-d06e6ea20ddd req-9d834daf-6e5d-49b9-aa82-cd39c578d238 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737219 Dec 23 11:59:56.994814 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0394ee-bc02-4a67-ad6b-2cbe2a10b14c req-8c73599b-6a09-4d4e-9c28-e17a653cbea6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:56.996223 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6c0394ee-bc02-4a67-ad6b-2cbe2a10b14c req-8c73599b-6a09-4d4e-9c28-e17a653cbea6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0822632 Dec 23 11:59:57.051620 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6c0394ee-bc02-4a67-ad6b-2cbe2a10b14c req-3e40e4e5-fdcf-4221-9b4f-29fda4ad1076 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471106 Dec 23 11:59:58.132670 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbfee1-4eac-4aef-bbec-09329b36a2e2 req-b174983d-5fd0-4eb6-bc59-33b7960d9c32 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:58.135280 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e5fbfee1-4eac-4aef-bbec-09329b36a2e2 req-b174983d-5fd0-4eb6-bc59-33b7960d9c32 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 946 time: 0.0769491 Dec 23 11:59:58.218264 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e1d73-012c-4f5d-bfdb-3dd43c870836 req-d5955a1a-252e-4744-8945-98b5a7bbc16d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:58.219830 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0f8e1d73-012c-4f5d-bfdb-3dd43c870836 req-d5955a1a-252e-4744-8945-98b5a7bbc16d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0835574 Dec 23 11:59:58.223282 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e5fbfee1-4eac-4aef-bbec-09329b36a2e2 req-e1d5aba3-5768-4f72-adda-71029fa15bce tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771625 Dec 23 11:59:58.281503 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0f8e1d73-012c-4f5d-bfdb-3dd43c870836 req-25e0c24e-02d3-4729-a62f-70793039d280 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483797 Dec 23 11:59:58.995594 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cd18b-6037-42d5-93be-fcc5e415a605 req-cc7dc089-a1a4-49d3-9aad-ea5be25cd3f7 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:58.996943 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-301cd18b-6037-42d5-93be-fcc5e415a605 req-cc7dc089-a1a4-49d3-9aad-ea5be25cd3f7 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 946 time: 0.0528867 Dec 23 11:59:59.103476 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-301cd18b-6037-42d5-93be-fcc5e415a605 req-c2c1e243-67f9-4cc5-9dcf-5c1cf7110685 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Deleting port a1ba6b3d-eecc-454c-b417-768470bc0893 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 11:59:59.103852 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-301cd18b-6037-42d5-93be-fcc5e415a605 req-c2c1e243-67f9-4cc5-9dcf-5c1cf7110685 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:59.204743 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-301cd18b-6037-42d5-93be-fcc5e415a605 req-c2c1e243-67f9-4cc5-9dcf-5c1cf7110685 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] For port a1ba6b3d-eecc-454c-b417-768470bc0893, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a1ba6b3d-eecc-454c-b417-768470bc0893,segment=NetworkSegment(c266fdf7-9b24-412f-8a69-433ded8006f1),segment_id=c266fdf7-9b24-412f-8a69-433ded8006f1)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 11:59:59.205581 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-301cd18b-6037-42d5-93be-fcc5e415a605 req-c2c1e243-67f9-4cc5-9dcf-5c1cf7110685 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:59.217641 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-301cd18b-6037-42d5-93be-fcc5e415a605 req-c2c1e243-67f9-4cc5-9dcf-5c1cf7110685 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Calling delete_port for a1ba6b3d-eecc-454c-b417-768470bc0893 owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 11:59:59.414308 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62df72a-11fa-4c1e-aa67-00ff622ceb17 req-65dd9965-a4df-4ae7-be0c-383fa57f5dc9 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:59.415857 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c62df72a-11fa-4c1e-aa67-00ff622ceb17 req-65dd9965-a4df-4ae7-be0c-383fa57f5dc9 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0ae9f51-c8c9-4ae9-bc69-3a953763e90d HTTP/1.1" status: 200 len: 946 time: 0.1211073 Dec 23 11:59:59.436131 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-301cd18b-6037-42d5-93be-fcc5e415a605 req-c2c1e243-67f9-4cc5-9dcf-5c1cf7110685 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:59.490194 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1e243-67f9-4cc5-9dcf-5c1cf7110685 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Pushing event deleted for resources: {'Port': ['ID=a1ba6b3d-eecc-454c-b417-768470bc0893,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 11:59:59.498009 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['a1ba6b3d-eecc-454c-b417-768470bc0893'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 11:59:59.506265 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01f3ea-d4f9-4651-8bae-3eca5025b2fd req-5cbd4d88-4b25-45a3-a546-ec83dcb35ab9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 11:59:59.507819 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ed01f3ea-d4f9-4651-8bae-3eca5025b2fd req-5cbd4d88-4b25-45a3-a546-ec83dcb35ab9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.1466565 Dec 23 11:59:59.555123 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-301cd18b-6037-42d5-93be-fcc5e415a605 req-c2c1e243-67f9-4cc5-9dcf-5c1cf7110685 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] No DVR routers for this DVR port a1ba6b3d-eecc-454c-b417-768470bc0893 on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 11:59:59.563372 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-301cd18b-6037-42d5-93be-fcc5e415a605 req-c2c1e243-67f9-4cc5-9dcf-5c1cf7110685 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 11:59:59.566670 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-301cd18b-6037-42d5-93be-fcc5e415a605 req-c2c1e243-67f9-4cc5-9dcf-5c1cf7110685 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.61 "DELETE /v2.0/ports/a1ba6b3d-eecc-454c-b417-768470bc0893 HTTP/1.1" status: 204 len: 173 time: 0.5570893 Dec 23 11:59:59.567151 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ae9f51-c8c9-4ae9-bc69-3a953763e90d', 'name': 'network-vif-deleted', 'tag': 'a1ba6b3d-eecc-454c-b417-768470bc0893'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 11:59:59.569491 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf605de2-640c-4ef1-a428-cad6d6099dea" -d '{"events": [{"server_uuid": "f0ae9f51-c8c9-4ae9-bc69-3a953763e90d", "name": "network-vif-deleted", "tag": "a1ba6b3d-eecc-454c-b417-768470bc0893"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 11:59:59.577228 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c62df72a-11fa-4c1e-aa67-00ff622ceb17 req-c4506135-0735-472d-a9b2-db380ee08c4a tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540060 Dec 23 11:59:59.616971 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ed01f3ea-d4f9-4651-8bae-3eca5025b2fd req-17472c6d-7dd4-4d63-b3d8-8e9dfde9af9c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904782 Dec 23 11:59:59.664120 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 11:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4630fed4-08e0-4da6-89ae-47c279a139ac x-openstack-request-id: req-4630fed4-08e0-4da6-89ae-47c279a139ac {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 11:59:59.664410 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ae9f51-c8c9-4ae9-bc69-3a953763e90d", "name": "network-vif-deleted", "tag": "a1ba6b3d-eecc-454c-b417-768470bc0893", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 11:59:59.664677 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4630fed4-08e0-4da6-89ae-47c279a139ac {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 11:59:59.665083 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ae9f51-c8c9-4ae9-bc69-3a953763e90d', 'name': 'network-vif-deleted', 'tag': 'a1ba6b3d-eecc-454c-b417-768470bc0893', 'status': 'completed', 'code': 200} Dec 23 12:00:00.243661 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60338) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:00.352819 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6f309409-a800-40d8-bc11-376730f04d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:00.437833 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6f309409-a800-40d8-bc11-376730f04d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:00.441353 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6f309409-a800-40d8-bc11-376730f04d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:00.480639 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-6f309409-a800-40d8-bc11-376730f04d70 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=618b507aeaf24be7b416d41bbf2b94fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358520 Dec 23 12:00:00.481473 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f309409-a800-40d8-bc11-376730f04d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901b5b8f-f43e-4408-9854-0a63ed62fbbd,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:00.484455 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60342) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:00.535537 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-248a2b35-8677-432d-9333-beb980e57bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:00.562159 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-248a2b35-8677-432d-9333-beb980e57bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:00.615976 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-248a2b35-8677-432d-9333-beb980e57bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:00.619275 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-248a2b35-8677-432d-9333-beb980e57bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:00.626553 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-248a2b35-8677-432d-9333-beb980e57bf2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/901b5b8f-f43e-4408-9854-0a63ed62fbbd HTTP/1.1" status: 204 len: 168 time: 0.1357360 Dec 23 12:00:00.629278 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a2b35-8677-432d-9333-beb980e57bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901b5b8f-f43e-4408-9854-0a63ed62fbbd,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:00.746187 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0ddcc-fd7a-4d09-b73c-4348eb01d52d req-aaa1c4f3-72fa-4c11-b366-05046d1cf5bd tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:00.747535 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-56f0ddcc-fd7a-4d09-b73c-4348eb01d52d req-aaa1c4f3-72fa-4c11-b366-05046d1cf5bd tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0533409 Dec 23 12:00:00.810429 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-56f0ddcc-fd7a-4d09-b73c-4348eb01d52d req-94353f35-2cb6-4048-ad20-348239938a05 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548925 Dec 23 12:00:00.935444 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60364) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:00.953612 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-37554c30-eca8-4790-bfa4-2083da0ea175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:01.042386 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-37554c30-eca8-4790-bfa4-2083da0ea175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:01.049072 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-37554c30-eca8-4790-bfa4-2083da0ea175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:01.091745 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-37554c30-eca8-4790-bfa4-2083da0ea175 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0dc46eac0398439d9d41ba5c2412cc62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549742 Dec 23 12:00:01.092828 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37554c30-eca8-4790-bfa4-2083da0ea175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e463bba9-ee8a-4db7-bb57-901299d9bcc2,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:01.094692 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60366) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:01.146468 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0b1cd7d1-0e5f-4cea-812c-9a1af3b57a31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:01.168823 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0b1cd7d1-0e5f-4cea-812c-9a1af3b57a31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:01.223510 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0b1cd7d1-0e5f-4cea-812c-9a1af3b57a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:01.226548 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0b1cd7d1-0e5f-4cea-812c-9a1af3b57a31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:01.227872 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-0b1cd7d1-0e5f-4cea-812c-9a1af3b57a31 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e463bba9-ee8a-4db7-bb57-901299d9bcc2 HTTP/1.1" status: 204 len: 168 time: 0.1314201 Dec 23 12:00:01.237338 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cd7d1-0e5f-4cea-812c-9a1af3b57a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e463bba9-ee8a-4db7-bb57-901299d9bcc2,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:01.934603 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffac30-8791-45c7-b285-a6d6bfe7d684 req-ac922555-9ff6-4a6d-9e2b-7f9d545f67af tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:01.936165 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-37ffac30-8791-45c7-b285-a6d6bfe7d684 req-ac922555-9ff6-4a6d-9e2b-7f9d545f67af tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0509472 Dec 23 12:00:01.992437 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-37ffac30-8791-45c7-b285-a6d6bfe7d684 req-ba75dac5-7b84-47fb-bb18-63f636d46bb3 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498199 Dec 23 12:00:02.422100 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device a1ba6b3d-eecc-454c-b417-768470bc0893 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:00:02.443114 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: a1ba6b3d-eecc-454c-b417-768470bc0893 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:00:02.443452 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device a1ba6b3d-eecc-454c-b417-768470bc0893 not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:00:03.141284 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48681219-c737-4d37-b96f-9ed4363388e4 req-59ff2ea6-0897-4d02-8d22-802383fc9d2c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:03.143306 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-48681219-c737-4d37-b96f-9ed4363388e4 req-59ff2ea6-0897-4d02-8d22-802383fc9d2c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0547259 Dec 23 12:00:03.193016 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-48681219-c737-4d37-b96f-9ed4363388e4 req-d15f6096-d9ce-4011-a958-b50018db6080 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 Dec 23 12:00:03.479349 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60454) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:03.594940 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-20c4e691-24ee-4c25-9d99-66d13b8cffcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:03.680835 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-20c4e691-24ee-4c25-9d99-66d13b8cffcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:03.689482 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-20c4e691-24ee-4c25-9d99-66d13b8cffcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:03.714979 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1da4fe6f-3ccd-4d87-915e-2eafc28a9372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:03.732175 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-20c4e691-24ee-4c25-9d99-66d13b8cffcf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1ed232ea3d344cf82fef174b65004dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515802 Dec 23 12:00:03.732789 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4e691-24ee-4c25-9d99-66d13b8cffcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67247e42-b754-41de-873f-91b3741b76bc,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:03.735592 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60458) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:03.795386 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1d49-158d-4584-aa6c-a111e74b102d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:03.826817 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1d49-158d-4584-aa6c-a111e74b102d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:03.885338 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1d49-158d-4584-aa6c-a111e74b102d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:03.887893 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1d49-158d-4584-aa6c-a111e74b102d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:03.889051 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-ed6d1d49-158d-4584-aa6c-a111e74b102d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/67247e42-b754-41de-873f-91b3741b76bc HTTP/1.1" status: 204 len: 168 time: 0.1520648 Dec 23 12:00:03.896730 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d1d49-158d-4584-aa6c-a111e74b102d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67247e42-b754-41de-873f-91b3741b76bc,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:04.166248 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60466) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:04.179614 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-250787df-c45e-40d8-8f66-ff3b11c7d206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:04.265287 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-250787df-c45e-40d8-8f66-ff3b11c7d206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:04.278475 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-250787df-c45e-40d8-8f66-ff3b11c7d206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:04.333221 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-250787df-c45e-40d8-8f66-ff3b11c7d206 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=87cae7668cb841e5a75c226dc17a6a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658058 Dec 23 12:00:04.336069 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60470) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:04.338473 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250787df-c45e-40d8-8f66-ff3b11c7d206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e5aefd-d2c3-46b8-87c4-a8995f58c1e9,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:04.354341 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b148e87-5b32-41d2-8412-e0045e20bdfe req-3da26e44-4641-4c50-aebe-8b1e5830312c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:04.356745 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1b148e87-5b32-41d2-8412-e0045e20bdfe req-3da26e44-4641-4c50-aebe-8b1e5830312c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0871673 Dec 23 12:00:04.400397 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dbe0b95c-b972-4f10-837d-49635d338b69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:04.409560 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1b148e87-5b32-41d2-8412-e0045e20bdfe req-067a7f80-82f3-48b6-9797-9934863adaa0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452561 Dec 23 12:00:04.430055 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dbe0b95c-b972-4f10-837d-49635d338b69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:04.486562 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dbe0b95c-b972-4f10-837d-49635d338b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:04.489088 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dbe0b95c-b972-4f10-837d-49635d338b69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:04.490236 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-dbe0b95c-b972-4f10-837d-49635d338b69 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3e5aefd-d2c3-46b8-87c4-a8995f58c1e9 HTTP/1.1" status: 204 len: 168 time: 0.1532187 Dec 23 12:00:04.497882 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0b95c-b972-4f10-837d-49635d338b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e5aefd-d2c3-46b8-87c4-a8995f58c1e9,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:05.315050 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60498) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:05.429281 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-918173335-network', 'tenant_id': '0fbd42ff1d384fa8bf81b87d8caec2f9'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:00:05.461531 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] Made reservation on behalf of 0fbd42ff1d384fa8bf81b87d8caec2f9 for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:00:05.464476 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:05.479387 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:05.558201 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33208995-bf47-4b32-a1b2-e3a0dfa4ba4d req-abafe8ee-8062-4b90-b013-9dd39f1f361c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:05.561784 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-33208995-bf47-4b32-a1b2-e3a0dfa4ba4d req-abafe8ee-8062-4b90-b013-9dd39f1f361c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0688040 Dec 23 12:00:05.585381 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:05.591113 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:05.618688 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:00:05.628079 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-33208995-bf47-4b32-a1b2-e3a0dfa4ba4d req-3b65f3e5-2cf6-4b93-9f90-fb1b17852cb2 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598969 Dec 23 12:00:05.636591 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde02fb2-39f5-4a8a-ac2f-59b48fdb4815,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:05.639688 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:05.640032 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] Added segment 4e01b0f9-df93-4712-90f5-c1f927eda4ec of type vlan for network 6a4f7d68-4b0b-4e8c-a4ac-d68ec4e3157e Dec 23 12:00:05.699325 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:05.733149 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:05.734424 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:05.735443 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:05.772835 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4566476 Dec 23 12:00:05.775845 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60508) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:05.780694 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-4e47ca91-1b28-4ca9-a120-8ca4e54fef97 admin admin] Request body: {'subnet': {'network_id': '6a4f7d68-4b0b-4e8c-a4ac-d68ec4e3157e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-918173335-subnet', 'tenant_id': '0fbd42ff1d384fa8bf81b87d8caec2f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:00:05.801496 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3a945-c4d5-4b31-945a-7b55e3fce263 admin admin] Pushing event updated for resources: {'Network': ['ID=6a4f7d68-4b0b-4e8c-a4ac-d68ec4e3157e,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:05.804599 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e47ca91-1b28-4ca9-a120-8ca4e54fef97 admin admin] Made reservation on behalf of 0fbd42ff1d384fa8bf81b87d8caec2f9 for: {'subnet': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:00:05.806947 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4e47ca91-1b28-4ca9-a120-8ca4e54fef97 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:05.811980 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network 6a4f7d68-4b0b-4e8c-a4ac-d68ec4e3157e details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:00:05.956880 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f337-4cc6-45f8-98f6-8d85d926cb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:06.006181 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4e47ca91-1b28-4ca9-a120-8ca4e54fef97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for subnet, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:06.057076 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47ca91-1b28-4ca9-a120-8ca4e54fef97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7313309a-c81b-46c5-8264-1a6ceb098595,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:06.074344 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e47ca91-1b28-4ca9-a120-8ca4e54fef97 admin admin] Checking segment: {'id': '4e01b0f9-df93-4712-90f5-c1f927eda4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '6a4f7d68-4b0b-4e8c-a4ac-d68ec4e3157e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:00:06.074733 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e47ca91-1b28-4ca9-a120-8ca4e54fef97 admin admin] Network hostable DHCP agents. Network: 6a4f7d68-4b0b-4e8c-a4ac-d68ec4e3157e, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:00:06.093632 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e47ca91-1b28-4ca9-a120-8ca4e54fef97 admin admin] Network 6a4f7d68-4b0b-4e8c-a4ac-d68ec4e3157e is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:00:06.103270 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-4e47ca91-1b28-4ca9-a120-8ca4e54fef97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, 6a4f7d68-4b0b-4e8c-a4ac-d68ec4e3157e) {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:00:06.107789 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e47ca91-1b28-4ca9-a120-8ca4e54fef97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:06.108395 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4e47ca91-1b28-4ca9-a120-8ca4e54fef97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:06.112523 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de74b98-bbaa-43a4-a707-25b572e93689 None None] Network 6a4f7d68-4b0b-4e8c-a4ac-d68ec4e3157e requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:00:06.131707 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-4e47ca91-1b28-4ca9-a120-8ca4e54fef97 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3546863 Dec 23 12:00:06.213876 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32135813-209d-4ccd-891d-11014a904d3c None None] Network 6a4f7d68-4b0b-4e8c-a4ac-d68ec4e3157e requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:00:06.607162 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60528) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:06.612473 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-861475282-network', 'tenant_id': 'eed336ae151d4f8b81d78227a9bf9561'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:00:06.635415 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] Made reservation on behalf of eed336ae151d4f8b81d78227a9bf9561 for: {'network': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:00:06.637732 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:06.645822 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:06.747874 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:06.754675 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:06.786046 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=102503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:00:06.807550 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c182533-eb3f-4d83-be7e-02df237560b3 req-4e1b4abf-3e46-4605-babf-b2c934b491f5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:06.809007 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0c182533-eb3f-4d83-be7e-02df237560b3 req-4e1b4abf-3e46-4605-babf-b2c934b491f5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0992286 Dec 23 12:00:06.813147 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7357b4c-55e3-450a-9ad7-805bf75573aa,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:06.818158 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:06.818529 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.segments_db [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] Added segment 3278fe8b-55ff-459e-b58c-495b808b0800 of type vlan for network 29b1a99e-d8af-499c-b24d-7190d8579fa0 Dec 23 12:00:06.880563 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:06.907817 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0c182533-eb3f-4d83-be7e-02df237560b3 req-51d2106e-18f3-47a4-b201-cdfd4734bbd9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877466 Dec 23 12:00:06.934775 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:06.934775 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:06.934775 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:06.965969 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60536) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:06.966661 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3578205 Dec 23 12:00:06.972703 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-dc7cb401-b7c8-4e98-84ec-adbec87ab83f admin admin] Request body: {'subnet': {'network_id': '29b1a99e-d8af-499c-b24d-7190d8579fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-861475282-subnet', 'tenant_id': 'eed336ae151d4f8b81d78227a9bf9561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:00:06.995644 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e7853-ad2a-42fd-b34c-78d6b83572f1 admin admin] Pushing event updated for resources: {'Network': ['ID=29b1a99e-d8af-499c-b24d-7190d8579fa0,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:06.997459 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7cb401-b7c8-4e98-84ec-adbec87ab83f admin admin] Made reservation on behalf of eed336ae151d4f8b81d78227a9bf9561 for: {'subnet': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:00:07.000028 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb401-b7c8-4e98-84ec-adbec87ab83f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218205'] for subnet, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:07.006233 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network 29b1a99e-d8af-499c-b24d-7190d8579fa0 details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:00:07.121161 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:07.183341 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb401-b7c8-4e98-84ec-adbec87ab83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10471099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218191'] for subnet, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:07.238504 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cb401-b7c8-4e98-84ec-adbec87ab83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=426c9b32-a738-420c-94d4-18eecaa2be66,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:07.248764 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7cb401-b7c8-4e98-84ec-adbec87ab83f admin admin] Checking segment: {'id': '3278fe8b-55ff-459e-b58c-495b808b0800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '29b1a99e-d8af-499c-b24d-7190d8579fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:00:07.249115 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7cb401-b7c8-4e98-84ec-adbec87ab83f admin admin] Network hostable DHCP agents. Network: 29b1a99e-d8af-499c-b24d-7190d8579fa0, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:00:07.267907 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7cb401-b7c8-4e98-84ec-adbec87ab83f admin admin] Network 29b1a99e-d8af-499c-b24d-7190d8579fa0 is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:00:07.278449 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-dc7cb401-b7c8-4e98-84ec-adbec87ab83f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, 29b1a99e-d8af-499c-b24d-7190d8579fa0) {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:00:07.282886 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7cb401-b7c8-4e98-84ec-adbec87ab83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:07.283469 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb401-b7c8-4e98-84ec-adbec87ab83f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:07.289135 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e1d875-40ec-48ff-9036-f4333d03dbf7 None None] Network 29b1a99e-d8af-499c-b24d-7190d8579fa0 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:00:07.298355 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-dc7cb401-b7c8-4e98-84ec-adbec87ab83f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3303826 Dec 23 12:00:07.397642 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9c4a20-f7d6-44d2-85d5-d8119b1a0409 None None] Network 29b1a99e-d8af-499c-b24d-7190d8579fa0 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:00:08.042829 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469f27d-c5d0-4e3c-83a8-28d1f0f1410f req-0b2745fd-a39c-4d31-bc4c-7bd9cfa5b9ea tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:08.044311 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c469f27d-c5d0-4e3c-83a8-28d1f0f1410f req-0b2745fd-a39c-4d31-bc4c-7bd9cfa5b9ea tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0548725 Dec 23 12:00:08.092515 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c469f27d-c5d0-4e3c-83a8-28d1f0f1410f req-359f7a82-455a-427a-9d45-aff936498827 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419650 Dec 23 12:00:08.553063 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:08.806135 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:00:09.219995 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a13361-2d27-462d-904b-d97310f1f11b req-0b9d4a1b-d480-44e9-a73f-48121fc19722 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:09.221683 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-21a13361-2d27-462d-904b-d97310f1f11b req-0b9d4a1b-d480-44e9-a73f-48121fc19722 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0483813 Dec 23 12:00:09.257274 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:09.268677 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-21a13361-2d27-462d-904b-d97310f1f11b req-7a870fc3-c80e-4e34-84a5-3b034b3d639b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Dec 23 12:00:10.452924 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bde08-70dc-4116-90c2-880fdfdd7d83 req-041653eb-ffe0-464d-a01c-b9e9f4c85fc6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:10.454602 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d84bde08-70dc-4116-90c2-880fdfdd7d83 req-041653eb-ffe0-464d-a01c-b9e9f4c85fc6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.1115272 Dec 23 12:00:10.515067 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255041a-450e-4847-991f-d885e369d5fb req-f12fd682-0fc8-43d1-9f3a-6e1838b348e2 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:10.516514 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6255041a-450e-4847-991f-d885e369d5fb req-f12fd682-0fc8-43d1-9f3a-6e1838b348e2 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/networks?id=c19c572b-1b5e-4a3c-96b3-4936188f29bd HTTP/1.1" status: 200 len: 808 time: 0.1633544 Dec 23 12:00:10.538690 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d84bde08-70dc-4116-90c2-880fdfdd7d83 req-b3a969a6-06cf-4796-a7a7-b26200bba97b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729370 Dec 23 12:00:10.540324 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6255041a-450e-4847-991f-d885e369d5fb req-13bd3803-9f60-40af-8cf7-315d8fe2e204 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/quotas/7ca5ca45c6494bff9a1a66863948f839 HTTP/1.1" status: 200 len: 375 time: 0.0164371 Dec 23 12:00:10.571319 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6255041a-450e-4847-991f-d885e369d5fb req-1d7fa2df-9f53-483e-a475-a6f4e5c81878 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ca5ca45c6494bff9a1a66863948f839&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247459 Dec 23 12:00:10.664222 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6255041a-450e-4847-991f-d885e369d5fb req-8acdf9f5-bfb7-44c0-85c7-381abb27d525 service neutron] 10.222.0.65 "GET /v2.0/networks/c19c572b-1b5e-4a3c-96b3-4936188f29bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855060 Dec 23 12:00:10.758214 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6255041a-450e-4847-991f-d885e369d5fb req-ea071fc8-2387-4287-8fb6-420d2f204fb1 service neutron] 10.222.0.65 "GET /v2.0/networks/c19c572b-1b5e-4a3c-96b3-4936188f29bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875211 Dec 23 12:00:10.918291 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b5c9b743-3540-4089-9522-c0b8843a52f3 req-8035ac8e-8df1-4bf8-866c-0895062bbf5d tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 210 time: 0.0251420 Dec 23 12:00:11.655437 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdb624-a59a-4f40-8d8e-9533a5533e4e req-cc9a46d9-5759-4029-badd-73a1e45be987 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:11.656938 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6dcdb624-a59a-4f40-8d8e-9533a5533e4e req-cc9a46d9-5759-4029-badd-73a1e45be987 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0499632 Dec 23 12:00:11.708084 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6dcdb624-a59a-4f40-8d8e-9533a5533e4e req-7f5d5bbf-a38f-4fc0-821a-dca6c4d94e10 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440092 Dec 23 12:00:12.016305 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b2035c26-1e52-44f4-aa44-458cfb866617 req-15bc20ee-a53e-4d1a-87d6-ffd786dade2d tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 210 time: 0.0250833 Dec 23 12:00:12.433860 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255041a-450e-4847-991f-d885e369d5fb req-751e55d2-4cc4-4b36-8c63-9dbc325a7795 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:12.437003 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6255041a-450e-4847-991f-d885e369d5fb req-751e55d2-4cc4-4b36-8c63-9dbc325a7795 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.61 "GET /v2.0/networks?id=c19c572b-1b5e-4a3c-96b3-4936188f29bd HTTP/1.1" status: 200 len: 808 time: 0.1197777 Dec 23 12:00:12.438544 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:12.493482 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-6255041a-450e-4847-991f-d885e369d5fb req-f9d0fb2a-056f-42b0-be5a-4ec36ce20331 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Request body: {'port': {'device_id': 'b7549231-99ea-452a-abd4-cfd75b597880', 'network_id': 'c19c572b-1b5e-4a3c-96b3-4936188f29bd', 'admin_state_up': True, 'tenant_id': '7ca5ca45c6494bff9a1a66863948f839'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:00:12.605072 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6255041a-450e-4847-991f-d885e369d5fb req-f9d0fb2a-056f-42b0-be5a-4ec36ce20331 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Made reservation on behalf of 7ca5ca45c6494bff9a1a66863948f839 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:00:12.609378 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6255041a-450e-4847-991f-d885e369d5fb req-f9d0fb2a-056f-42b0-be5a-4ec36ce20331 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:12.732314 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-6255041a-450e-4847-991f-d885e369d5fb req-f9d0fb2a-056f-42b0-be5a-4ec36ce20331 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Allocated IP 172.20.0.10 (c19c572b-1b5e-4a3c-96b3-4936188f29bd/3789eaf7-5085-4838-acdb-e1b00c5cd02a/a50bdab5-72fe-4fc4-9208-6cb238170521) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:00:12.887185 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3232d10-c1ea-427f-9424-47041068d79c req-c4d24c45-754b-4baa-ba19-8a5ecd423c38 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:12.888687 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f3232d10-c1ea-427f-9424-47041068d79c req-c4d24c45-754b-4baa-ba19-8a5ecd423c38 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.1095433 Dec 23 12:00:12.942701 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6255041a-450e-4847-991f-d885e369d5fb req-f9d0fb2a-056f-42b0-be5a-4ec36ce20331 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:12.973282 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f3232d10-c1ea-427f-9424-47041068d79c req-560d7068-b002-42f3-aab5-f57c5acc458d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698106 Dec 23 12:00:12.997603 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6255041a-450e-4847-991f-d885e369d5fb req-f9d0fb2a-056f-42b0-be5a-4ec36ce20331 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:13.058370 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6255041a-450e-4847-991f-d885e369d5fb req-f9d0fb2a-056f-42b0-be5a-4ec36ce20331 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Network c19c572b-1b5e-4a3c-96b3-4936188f29bd is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:00:13.064752 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-6255041a-450e-4847-991f-d885e369d5fb req-f9d0fb2a-056f-42b0-be5a-4ec36ce20331 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:00:13.067958 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-6255041a-450e-4847-991f-d885e369d5fb req-f9d0fb2a-056f-42b0-be5a-4ec36ce20331 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:00:13.074825 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255041a-450e-4847-991f-d885e369d5fb req-f9d0fb2a-056f-42b0-be5a-4ec36ce20331 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:13.074990 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6255041a-450e-4847-991f-d885e369d5fb req-f9d0fb2a-056f-42b0-be5a-4ec36ce20331 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:13.079435 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0fb2a-056f-42b0-be5a-4ec36ce20331 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Pushing event updated for resources: {'Port': ['ID=a50bdab5-72fe-4fc4-9208-6cb238170521,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:13.127751 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6255041a-450e-4847-991f-d885e369d5fb req-f9d0fb2a-056f-42b0-be5a-4ec36ce20331 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6375496 Dec 23 12:00:13.153161 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db8a4c-7bd6-4e49-984e-229da2bc2c18 req-441e8846-7b1b-44d7-819d-d64dad61a85d tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:13.154815 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-12db8a4c-7bd6-4e49-984e-229da2bc2c18 req-441e8846-7b1b-44d7-819d-d64dad61a85d tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 932 time: 0.0581465 Dec 23 12:00:13.166344 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Request body: {'port': {'device_id': 'b7549231-99ea-452a-abd4-cfd75b597880', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:00:13.253443 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-12db8a4c-7bd6-4e49-984e-229da2bc2c18 req-04bcca61-ce13-4d52-aa05-9551ddef83a5 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841694 Dec 23 12:00:13.254176 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:13.703191 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50bdab5-72fe-4fc4-9208-6cb238170521 {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:00:13.710750 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:13.723362 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Transition to ACTIVE for port object a50bdab5-72fe-4fc4-9208-6cb238170521 will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:00:13.728743 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:13.781970 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Pushing event updated for resources: {'Port': ['ID=a50bdab5-72fe-4fc4-9208-6cb238170521,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:13.812451 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Attempting to bind port a50bdab5-72fe-4fc4-9208-6cb238170521 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:00:13.812768 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Attempting to bind port a50bdab5-72fe-4fc4-9208-6cb238170521 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'c266fdf7-9b24-412f-8a69-433ded8006f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c19c572b-1b5e-4a3c-96b3-4936188f29bd'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:00:13.813117 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Attempting to bind port a50bdab5-72fe-4fc4-9208-6cb238170521 on network c19c572b-1b5e-4a3c-96b3-4936188f29bd {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:00:13.817888 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Port a50bdab5-72fe-4fc4-9208-6cb238170521 on network c19c572b-1b5e-4a3c-96b3-4936188f29bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:00:13.818211 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Attempting to bind port a50bdab5-72fe-4fc4-9208-6cb238170521 on network c19c572b-1b5e-4a3c-96b3-4936188f29bd {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:00:13.823092 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:00:13.823419 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Checking segment: {'id': 'c266fdf7-9b24-412f-8a69-433ded8006f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c19c572b-1b5e-4a3c-96b3-4936188f29bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:00:13.823787 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Bound using segment: {'id': 'c266fdf7-9b24-412f-8a69-433ded8006f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c19c572b-1b5e-4a3c-96b3-4936188f29bd'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:00:13.824199 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Bound port: a50bdab5-72fe-4fc4-9208-6cb238170521, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c266fdf7-9b24-412f-8a69-433ded8006f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c19c572b-1b5e-4a3c-96b3-4936188f29bd'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:00:13.824541 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:13.888329 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] For port a50bdab5-72fe-4fc4-9208-6cb238170521, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:00:13.891403 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] For port a50bdab5-72fe-4fc4-9208-6cb238170521, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a50bdab5-72fe-4fc4-9208-6cb238170521,segment=NetworkSegment(c266fdf7-9b24-412f-8a69-433ded8006f1),segment_id=c266fdf7-9b24-412f-8a69-433ded8006f1)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:00:13.896319 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:13.928618 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:13.929258 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:13.930754 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6255041a-450e-4847-991f-d885e369d5fb req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] 10.222.0.61 "PUT /v2.0/ports/a50bdab5-72fe-4fc4-9208-6cb238170521 HTTP/1.1" status: 200 len: 1094 time: 0.7693548 Dec 23 12:00:13.931228 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7549231-99ea-452a-abd4-cfd75b597880', 'tag': 'a50bdab5-72fe-4fc4-9208-6cb238170521'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:00:13.933606 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a9221b-e268-4382-b485-32fe35fbc319" -d '{"events": [{"name": "network-changed", "server_uuid": "b7549231-99ea-452a-abd4-cfd75b597880", "tag": "a50bdab5-72fe-4fc4-9208-6cb238170521"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:00:13.962225 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed4b20-2158-4d9c-8a41-ece7e187c808 service neutron] Pushing event updated for resources: {'Port': ['ID=a50bdab5-72fe-4fc4-9208-6cb238170521,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:13.974458 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56cddf8-35af-4e2e-b74f-f87b73773475 x-openstack-request-id: req-a56cddf8-35af-4e2e-b74f-f87b73773475 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:00:13.974865 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7549231-99ea-452a-abd4-cfd75b597880", "tag": "a50bdab5-72fe-4fc4-9208-6cb238170521", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:00:13.975136 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a56cddf8-35af-4e2e-b74f-f87b73773475 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:00:13.975547 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7549231-99ea-452a-abd4-cfd75b597880', 'tag': 'a50bdab5-72fe-4fc4-9208-6cb238170521', 'status': 'completed', 'code': 200} Dec 23 12:00:14.106754 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255041a-450e-4847-991f-d885e369d5fb req-64bcaa24-490d-4beb-bab3-bdeb34cf0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:14.108518 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6255041a-450e-4847-991f-d885e369d5fb req-64bcaa24-490d-4beb-bab3-bdeb34cf0ea0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ca5ca45c6494bff9a1a66863948f839&device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 1097 time: 0.0815079 Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.116831 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.119165 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.119165 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.119165 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.119165 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.119165 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.119165 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.119165 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.119165 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.119165 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.119165 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.119165 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:14.119165 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:14.121114 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f7c45-cabd-45fa-8f15-c6d209f2a706 req-bfae21f0-cff2-4ea8-9327-ab366b35e63c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:14.122553 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-569f7c45-cabd-45fa-8f15-c6d209f2a706 req-bfae21f0-cff2-4ea8-9327-ab366b35e63c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0710750 Dec 23 12:00:14.172718 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-569f7c45-cabd-45fa-8f15-c6d209f2a706 req-194aecf8-bc77-448f-bd54-0032622eefd3 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Dec 23 12:00:14.218569 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6255041a-450e-4847-991f-d885e369d5fb req-f2914e70-b197-4743-9841-9eed96ecb695 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a50bdab5-72fe-4fc4-9208-6cb238170521 HTTP/1.1" status: 200 len: 217 time: 0.0385640 Dec 23 12:00:14.272045 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255041a-450e-4847-991f-d885e369d5fb req-6a4a9c98-678e-4356-adb3-4791fb3d7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:14.273531 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6255041a-450e-4847-991f-d885e369d5fb req-6a4a9c98-678e-4356-adb3-4791fb3d7c59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3789eaf7-5085-4838-acdb-e1b00c5cd02a HTTP/1.1" status: 200 len: 848 time: 0.0465834 Dec 23 12:00:14.326162 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6255041a-450e-4847-991f-d885e369d5fb req-6e2e7ea5-bffc-474b-a8a6-dd5bb9e18b50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c19c572b-1b5e-4a3c-96b3-4936188f29bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391240 Dec 23 12:00:14.429713 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf6f44-f18d-4621-8a76-140749b803d8 req-a8254d30-10a7-49ad-8df4-2d545282596d tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:14.431234 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-01bf6f44-f18d-4621-8a76-140749b803d8 req-a8254d30-10a7-49ad-8df4-2d545282596d tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 944 time: 0.1041579 Dec 23 12:00:14.474835 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6255041a-450e-4847-991f-d885e369d5fb req-c1a669ac-e92a-4dc4-bce5-9ae21860c9c8 service neutron] 10.222.0.61 "GET /v2.0/networks/c19c572b-1b5e-4a3c-96b3-4936188f29bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375978 Dec 23 12:00:14.510605 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-01bf6f44-f18d-4621-8a76-140749b803d8 req-0bf2b8a6-b3bd-4ada-8008-d69705a40d67 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705996 Dec 23 12:00:14.588012 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6255041a-450e-4847-991f-d885e369d5fb req-e0b1890e-dc5c-44c8-a02a-eedb389c8448 service neutron] 10.222.0.61 "GET /v2.0/networks/c19c572b-1b5e-4a3c-96b3-4936188f29bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895116 Dec 23 12:00:14.829364 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9221b-e268-4382-b485-32fe35fbc319 req-fbd87385-2bd0-4fd1-aae2-bfc8f30b898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:14.830863 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-63a9221b-e268-4382-b485-32fe35fbc319 req-fbd87385-2bd0-4fd1-aae2-bfc8f30b898a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ca5ca45c6494bff9a1a66863948f839&device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 1097 time: 0.0504203 Dec 23 12:00:14.946158 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9221b-e268-4382-b485-32fe35fbc319 req-919c9833-f3d2-4366-8e78-df972dbcb4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:14.947740 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-63a9221b-e268-4382-b485-32fe35fbc319 req-919c9833-f3d2-4366-8e78-df972dbcb4c3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c19c572b-1b5e-4a3c-96b3-4936188f29bd HTTP/1.1" status: 200 len: 909 time: 0.0859578 Dec 23 12:00:15.000135 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-63a9221b-e268-4382-b485-32fe35fbc319 req-81dfd7a8-58ff-4883-a39a-4e4c87b4dc62 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a50bdab5-72fe-4fc4-9208-6cb238170521 HTTP/1.1" status: 200 len: 217 time: 0.0377369 Dec 23 12:00:15.054018 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9221b-e268-4382-b485-32fe35fbc319 req-b5d6bb51-c0a3-4a67-9b55-c97c15003082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:15.055470 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-63a9221b-e268-4382-b485-32fe35fbc319 req-b5d6bb51-c0a3-4a67-9b55-c97c15003082 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3789eaf7-5085-4838-acdb-e1b00c5cd02a HTTP/1.1" status: 200 len: 848 time: 0.0424387 Dec 23 12:00:15.108765 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-63a9221b-e268-4382-b485-32fe35fbc319 req-fc667fab-e274-4331-9a08-f166b129276b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c19c572b-1b5e-4a3c-96b3-4936188f29bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236883 Dec 23 12:00:15.217878 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-63a9221b-e268-4382-b485-32fe35fbc319 req-04bf412a-7a9c-4e3a-9a1a-c005b1375d61 service neutron] 10.222.0.61 "GET /v2.0/networks/c19c572b-1b5e-4a3c-96b3-4936188f29bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888388 Dec 23 12:00:15.353753 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a87400-dbd6-45a5-9fd4-4157c4246b98 req-3f225da2-5353-4f45-bd78-2efc33c4e456 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:15.358758 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f5a87400-dbd6-45a5-9fd4-4157c4246b98 req-3f225da2-5353-4f45-bd78-2efc33c4e456 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.1161726 Dec 23 12:00:15.385001 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-63a9221b-e268-4382-b485-32fe35fbc319 req-256608e3-a1be-414f-b2ac-360805128e32 service neutron] 10.222.0.61 "GET /v2.0/networks/c19c572b-1b5e-4a3c-96b3-4936188f29bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516407 Dec 23 12:00:15.419050 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f5a87400-dbd6-45a5-9fd4-4157c4246b98 req-9d10caa0-0dae-4089-82da-3866cefaaeeb tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507283 Dec 23 12:00:15.632924 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354a871-44b0-4e87-95bf-2b00067de881 req-cc39f7e2-cd3a-4990-bf7a-ff4f1bf71b54 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:15.632924 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f354a871-44b0-4e87-95bf-2b00067de881 req-cc39f7e2-cd3a-4990-bf7a-ff4f1bf71b54 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 944 time: 0.0497744 Dec 23 12:00:15.693125 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f354a871-44b0-4e87-95bf-2b00067de881 req-007ce666-b432-4163-b7dc-ee9b2c5da845 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529816 Dec 23 12:00:16.479135 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device a50bdab5-72fe-4fc4-9208-6cb238170521 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:00:16.548869 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3927658-fa25-4f27-b22e-fa5e9f623fbc req-5489d070-4f65-4abe-af32-d4b4460b069b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:16.550882 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a3927658-fa25-4f27-b22e-fa5e9f623fbc req-5489d070-4f65-4abe-af32-d4b4460b069b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0536332 Dec 23 12:00:16.583662 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port a50bdab5-72fe-4fc4-9208-6cb238170521, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a50bdab5-72fe-4fc4-9208-6cb238170521,segment=NetworkSegment(c266fdf7-9b24-412f-8a69-433ded8006f1),segment_id=c266fdf7-9b24-412f-8a69-433ded8006f1)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:00:16.594229 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': 'a50bdab5-72fe-4fc4-9208-6cb238170521', 'network_id': 'c19c572b-1b5e-4a3c-96b3-4936188f29bd', 'port_id': 'a50bdab5-72fe-4fc4-9208-6cb238170521', 'mac_address': 'fa:16:3e:a6:44:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3789eaf7-5085-4838-acdb-e1b00c5cd02a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:00:16.598412 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a3927658-fa25-4f27-b22e-fa5e9f623fbc req-b5b848a4-55df-4732-8662-cc888de1d777 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Dec 23 12:00:16.635683 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:16.649586 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50bdab5-72fe-4fc4-9208-6cb238170521 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:00:16.669254 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port a50bdab5-72fe-4fc4-9208-6cb238170521, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a50bdab5-72fe-4fc4-9208-6cb238170521,segment=NetworkSegment(c266fdf7-9b24-412f-8a69-433ded8006f1),segment_id=c266fdf7-9b24-412f-8a69-433ded8006f1)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:00:16.673060 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:16.727283 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=a50bdab5-72fe-4fc4-9208-6cb238170521,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:16.831073 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574c58d-e0e4-4971-a2eb-50700dafbc24 req-eaed8395-eda2-4820-8c67-b4a46dad871b tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:16.832559 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8574c58d-e0e4-4971-a2eb-50700dafbc24 req-eaed8395-eda2-4820-8c67-b4a46dad871b tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 945 time: 0.0568035 Dec 23 12:00:16.883471 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8574c58d-e0e4-4971-a2eb-50700dafbc24 req-b56d070d-9dfa-4539-8fdf-970c897728ed tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445719 Dec 23 12:00:17.281679 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['a50bdab5-72fe-4fc4-9208-6cb238170521'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:00:17.714901 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ad78b-0ef1-4abb-803a-cf7ce1ab0e86 req-9e0bf990-595c-4290-a988-ba5ee1542706 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:17.716371 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-419ad78b-0ef1-4abb-803a-cf7ce1ab0e86 req-9e0bf990-595c-4290-a988-ba5ee1542706 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0485747 Dec 23 12:00:17.763416 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-419ad78b-0ef1-4abb-803a-cf7ce1ab0e86 req-55b17a58-3ef6-43f9-9fb6-d51db88def6f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 Dec 23 12:00:18.013090 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb602a-a13f-42ac-b8ff-e7305ae77891 req-580b917f-6c6b-4baa-9104-5aa9242c9ee4 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:18.014148 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f3fb602a-a13f-42ac-b8ff-e7305ae77891 req-580b917f-6c6b-4baa-9104-5aa9242c9ee4 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 945 time: 0.0547538 Dec 23 12:00:18.063797 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f3fb602a-a13f-42ac-b8ff-e7305ae77891 req-4fbeae83-9e9e-4adc-9cc3-917f68ccd200 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Dec 23 12:00:18.898400 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38bbd5-c770-4e95-a5d5-f10de6c6f419 req-143f6d37-9cec-4cae-be01-10749a5cdac1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:18.899900 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ff38bbd5-c770-4e95-a5d5-f10de6c6f419 req-143f6d37-9cec-4cae-be01-10749a5cdac1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0544004 Dec 23 12:00:18.945678 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ff38bbd5-c770-4e95-a5d5-f10de6c6f419 req-400eaa10-195d-4256-8c6a-f0759b4bc9db tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397520 Dec 23 12:00:19.199328 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118052f-6b17-42d9-b997-37da7339a89f req-154a510f-99a6-4d01-8a6c-061352ecbf79 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:19.202028 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9118052f-6b17-42d9-b997-37da7339a89f req-154a510f-99a6-4d01-8a6c-061352ecbf79 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 945 time: 0.0618608 Dec 23 12:00:19.254333 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9118052f-6b17-42d9-b997-37da7339a89f req-ce51b4d7-fd6a-4566-a7a2-59b4c60a29c7 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453050 Dec 23 12:00:20.063242 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a645cbf-83fb-43f5-bc9d-16dee8e1ba19 req-ed059a9d-eb73-474b-a1e2-e7dcf7f56232 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:20.064730 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a645cbf-83fb-43f5-bc9d-16dee8e1ba19 req-ed059a9d-eb73-474b-a1e2-e7dcf7f56232 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0496187 Dec 23 12:00:20.114727 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a645cbf-83fb-43f5-bc9d-16dee8e1ba19 req-9b25571c-86d6-433d-87e0-cea3da2898b5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433605 Dec 23 12:00:20.177002 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60800) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:20.297057 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-53a06bcb-85cb-4f22-b7a5-977ecdbe0a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:20.369537 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-53a06bcb-85cb-4f22-b7a5-977ecdbe0a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:20.373938 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-53a06bcb-85cb-4f22-b7a5-977ecdbe0a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:20.377495 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79e6b2-769d-4406-8a41-eb151db874dd req-1fe84083-4d80-45d3-a411-69163de9db8c tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:20.379010 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3a79e6b2-769d-4406-8a41-eb151db874dd req-1fe84083-4d80-45d3-a411-69163de9db8c tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 945 time: 0.0504122 Dec 23 12:00:20.410016 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-53a06bcb-85cb-4f22-b7a5-977ecdbe0a7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=70f02c131f4d43cc97df4a637b64010d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319486 Dec 23 12:00:20.412462 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a06bcb-85cb-4f22-b7a5-977ecdbe0a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1304e877-0c5e-4078-aa3b-b47c4a56d4c8,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:20.413897 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60808) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:20.436980 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3a79e6b2-769d-4406-8a41-eb151db874dd req-c27540ab-03fd-4818-8266-8ea055755a42 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517125 Dec 23 12:00:20.473609 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-dca572df-63b2-42a2-9a7b-444ea0a0cfbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:20.497501 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device a50bdab5-72fe-4fc4-9208-6cb238170521 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:00:20.498066 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-dca572df-63b2-42a2-9a7b-444ea0a0cfbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:20.546405 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port a50bdab5-72fe-4fc4-9208-6cb238170521 completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:00:20.547935 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-dca572df-63b2-42a2-9a7b-444ea0a0cfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:20.550083 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port a50bdab5-72fe-4fc4-9208-6cb238170521 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:00:20.550449 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:20.550596 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-dca572df-63b2-42a2-9a7b-444ea0a0cfbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:20.552011 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-dca572df-63b2-42a2-9a7b-444ea0a0cfbe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1304e877-0c5e-4078-aa3b-b47c4a56d4c8 HTTP/1.1" status: 204 len: 168 time: 0.1371863 Dec 23 12:00:20.559818 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca572df-63b2-42a2-9a7b-444ea0a0cfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1304e877-0c5e-4078-aa3b-b47c4a56d4c8,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:20.639612 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:20.662742 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7549231-99ea-452a-abd4-cfd75b597880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50bdab5-72fe-4fc4-9208-6cb238170521'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:00:20.665028 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9072316-4528-454a-8101-62dae95fa96c" -d '{"events": [{"server_uuid": "b7549231-99ea-452a-abd4-cfd75b597880", "name": "network-vif-plugged", "status": "completed", "tag": "a50bdab5-72fe-4fc4-9208-6cb238170521"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:00:20.678670 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port a50bdab5-72fe-4fc4-9208-6cb238170521, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a50bdab5-72fe-4fc4-9208-6cb238170521,segment=NetworkSegment(c266fdf7-9b24-412f-8a69-433ded8006f1),segment_id=c266fdf7-9b24-412f-8a69-433ded8006f1)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:00:20.683341 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:20.708389 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a434711c-4923-4ea8-980a-00376ba5f25f x-openstack-request-id: req-a434711c-4923-4ea8-980a-00376ba5f25f {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:00:20.708754 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7549231-99ea-452a-abd4-cfd75b597880", "name": "network-vif-plugged", "status": "completed", "tag": "a50bdab5-72fe-4fc4-9208-6cb238170521", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:00:20.708912 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a434711c-4923-4ea8-980a-00376ba5f25f {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:00:20.709498 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7549231-99ea-452a-abd4-cfd75b597880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50bdab5-72fe-4fc4-9208-6cb238170521', 'code': 200} Dec 23 12:00:20.734976 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=a50bdab5-72fe-4fc4-9208-6cb238170521,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:20.953327 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60834) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:20.974373 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dec43a-5dc3-44dd-9f44-c2234de0e03b req-b2eb28df-a9ce-471b-aa0f-4d94e2f30c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:20.975916 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a5dec43a-5dc3-44dd-9f44-c2234de0e03b req-b2eb28df-a9ce-471b-aa0f-4d94e2f30c24 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 1099 time: 0.0452623 Dec 23 12:00:20.999836 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59aee8e-255e-44c4-badc-50b0be78815d admin admin] Deleting subnet 7313309a-c81b-46c5-8264-1a6ceb098595 {{(pid=102502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:00:21.003357 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f59aee8e-255e-44c4-badc-50b0be78815d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.029367 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a5dec43a-5dc3-44dd-9f44-c2234de0e03b req-277fd88d-6e37-4ba0-9292-e86e3903b667 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397074 Dec 23 12:00:21.038260 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f59aee8e-255e-44c4-badc-50b0be78815d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10471015'] for subnet, precommit_delete_associations {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.080769 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f59aee8e-255e-44c4-badc-50b0be78815d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.144489 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f59aee8e-255e-44c4-badc-50b0be78815d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218176'] for subnet, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.176838 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f59aee8e-255e-44c4-badc-50b0be78815d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.183036 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-f59aee8e-255e-44c4-badc-50b0be78815d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7313309a-c81b-46c5-8264-1a6ceb098595 HTTP/1.1" status: 204 len: 168 time: 0.2264204 Dec 23 12:00:21.183557 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60848) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:21.190217 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59aee8e-255e-44c4-badc-50b0be78815d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7313309a-c81b-46c5-8264-1a6ceb098595,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:21.236426 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ecccf-2179-4d98-8fdc-4702a76f61cb req-0ba8d935-947b-48e9-970e-ed3ead3203bc tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:21.238046 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-634ecccf-2179-4d98-8fdc-4702a76f61cb req-0ba8d935-947b-48e9-970e-ed3ead3203bc tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0496962 Dec 23 12:00:21.266191 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ab27fd7f-8dc9-4b55-b17c-4828ef5fdc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.301408 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-634ecccf-2179-4d98-8fdc-4702a76f61cb req-a1222aa4-3ea2-4002-acc5-2053def86458 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567851 Dec 23 12:00:21.358521 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ab27fd7f-8dc9-4b55-b17c-4828ef5fdc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.381453 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-ab27fd7f-8dc9-4b55-b17c-4828ef5fdc76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4f7d68-4b0b-4e8c-a4ac-d68ec4e3157e']}} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:00:21.390845 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-ab27fd7f-8dc9-4b55-b17c-4828ef5fdc76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e01b0f9-df93-4712-90f5-c1f927eda4ec') {'for_net_delete': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:00:21.391151 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-ab27fd7f-8dc9-4b55-b17c-4828ef5fdc76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e01b0f9-df93-4712-90f5-c1f927eda4ec') {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:00:21.400282 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ab27fd7f-8dc9-4b55-b17c-4828ef5fdc76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10471022'] for segment, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.413594 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ab27fd7f-8dc9-4b55-b17c-4828ef5fdc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.419445 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab27fd7f-8dc9-4b55-b17c-4828ef5fdc76 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:00:21.419821 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ab27fd7f-8dc9-4b55-b17c-4828ef5fdc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476252'] for segment, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: Traceback (most recent call last): Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: timer() Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: cb(*args, **kw) Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: return func(*args, **kwargs) Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: self._notify() Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: self.callback(batched_events) Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: event.method(event) Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: return f(self, *a, **k) Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._get(url).json() Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: return self.request(url, 'GET', **kwargs) Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:00:21.421415 dv-cinder-822821-1-iscsi neutron-server[102502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:00:21.481903 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ab27fd7f-8dc9-4b55-b17c-4828ef5fdc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.486957 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ab27fd7f-8dc9-4b55-b17c-4828ef5fdc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.493699 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60858) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:21.493881 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-ab27fd7f-8dc9-4b55-b17c-4828ef5fdc76 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6a4f7d68-4b0b-4e8c-a4ac-d68ec4e3157e HTTP/1.1" status: 204 len: 168 time: 0.3094656 Dec 23 12:00:21.506957 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27fd7f-8dc9-4b55-b17c-4828ef5fdc76 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4f7d68-4b0b-4e8c-a4ac-d68ec4e3157e,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:21.580562 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd401f64-8ef5-41db-a503-c0a2e09313f2 admin admin] Deleting subnet 426c9b32-a738-420c-94d4-18eecaa2be66 {{(pid=102503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:00:21.585879 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bd401f64-8ef5-41db-a503-c0a2e09313f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.618120 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750e9fe-418e-42ea-9831-ea0c5d506f37 req-50823c2a-3f9a-45eb-afb6-266cc6d9cc0f tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:21.619668 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a750e9fe-418e-42ea-9831-ea0c5d506f37 req-50823c2a-3f9a-45eb-afb6-266cc6d9cc0f tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.0947318 Dec 23 12:00:21.636172 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bd401f64-8ef5-41db-a503-c0a2e09313f2 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.653024 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bd401f64-8ef5-41db-a503-c0a2e09313f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.713947 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a750e9fe-418e-42ea-9831-ea0c5d506f37 req-e6e78c3e-fc4f-46e6-8180-d24ccfe8b123 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877428 Dec 23 12:00:21.735519 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bd401f64-8ef5-41db-a503-c0a2e09313f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for subnet, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.763643 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd401f64-8ef5-41db-a503-c0a2e09313f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=426c9b32-a738-420c-94d4-18eecaa2be66,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:21.767767 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bd401f64-8ef5-41db-a503-c0a2e09313f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.773961 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-bd401f64-8ef5-41db-a503-c0a2e09313f2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/426c9b32-a738-420c-94d4-18eecaa2be66 HTTP/1.1" status: 204 len: 168 time: 0.2769313 Dec 23 12:00:21.774986 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60860) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:21.850853 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.939003 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:21.959506 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:00:21.959849 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:00:21.960584 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:00:21.960911 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Subscribe: > port after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:00:21.961227 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:00:21.961539 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Subscribe: > port after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:00:21.961865 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:00:21.962187 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:00:21.962486 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:00:21.962827 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:00:22.036073 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:00:22.036589 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:00:22.036699 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:00:22.037038 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102503) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:00:22.037398 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b1a99e-d8af-499c-b24d-7190d8579fa0']}} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:00:22.054930 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3278fe8b-55ff-459e-b58c-495b808b0800') {'for_net_delete': True} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:00:22.055223 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3278fe8b-55ff-459e-b58c-495b808b0800') {} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:00:22.070898 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908566'] for segment, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:22.092297 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:22.105562 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:00:22.105978 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10274139'] for segment, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: Traceback (most recent call last): Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: timer() Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: cb(*args, **kw) Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: return func(*args, **kwargs) Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: self._notify() Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: self.callback(batched_events) Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: event.method(event) Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: return f(self, *a, **k) Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: return self._get(url).json() Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: return self.request(url, 'GET', **kwargs) Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:00:22.109833 dv-cinder-822821-1-iscsi neutron-server[102503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:00:22.171113 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:22.181900 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:22.186633 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] 10.222.0.65 "DELETE /v2.0/networks/29b1a99e-d8af-499c-b24d-7190d8579fa0 HTTP/1.1" status: 204 len: 168 time: 0.4105771 Dec 23 12:00:22.196929 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c909ec9-a1d7-4415-ab3e-1b3258335f7e admin admin] Pushing event deleted for resources: {'Network': ['ID=29b1a99e-d8af-499c-b24d-7190d8579fa0,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:22.388321 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60872) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:22.427982 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-c23fe54d-d141-424c-bc11-3c6136367648 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0fbd42ff1d384fa8bf81b87d8caec2f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384798 Dec 23 12:00:22.430540 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60874) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:22.433549 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198051a-8a4a-4932-b211-f5bbbf3f2679 req-f52c9d1c-08c3-4f55-ba83-282ac43952ea tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:22.435042 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1198051a-8a4a-4932-b211-f5bbbf3f2679 req-f52c9d1c-08c3-4f55-ba83-282ac43952ea tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0472541 Dec 23 12:00:22.480456 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e2f25e26-1336-408f-8a1d-fcf190764d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:22.490932 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1198051a-8a4a-4932-b211-f5bbbf3f2679 req-d17bbe98-6d99-4510-9841-3ea3b369aded tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496416 Dec 23 12:00:22.506285 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e2f25e26-1336-408f-8a1d-fcf190764d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:22.553209 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e2f25e26-1336-408f-8a1d-fcf190764d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:22.555875 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e2f25e26-1336-408f-8a1d-fcf190764d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:22.557011 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-e2f25e26-1336-408f-8a1d-fcf190764d40 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cde02fb2-39f5-4a8a-ac2f-59b48fdb4815 HTTP/1.1" status: 204 len: 168 time: 0.1255307 Dec 23 12:00:22.564962 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f25e26-1336-408f-8a1d-fcf190764d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde02fb2-39f5-4a8a-ac2f-59b48fdb4815,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:22.840507 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08033782-b6f7-4b06-abd4-bf359bfb9e0a req-bde5e74d-76ab-448d-9395-150727adaba8 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:22.842071 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-08033782-b6f7-4b06-abd4-bf359bfb9e0a req-bde5e74d-76ab-448d-9395-150727adaba8 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.0549572 Dec 23 12:00:22.890941 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-08033782-b6f7-4b06-abd4-bf359bfb9e0a req-5de88aed-4ab6-44c4-b8a0-7227f9cd6e3a tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 Dec 23 12:00:22.923765 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60888) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:22.969906 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-6424a240-b50f-4b7e-b72d-586f79b1e5d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eed336ae151d4f8b81d78227a9bf9561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446265 Dec 23 12:00:22.972567 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60890) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:23.031774 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-95c88b6f-4ffd-4237-a455-c6cd0957f199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:23.058099 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-95c88b6f-4ffd-4237-a455-c6cd0957f199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:23.108244 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-95c88b6f-4ffd-4237-a455-c6cd0957f199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:23.110931 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-95c88b6f-4ffd-4237-a455-c6cd0957f199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:23.112394 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-95c88b6f-4ffd-4237-a455-c6cd0957f199 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7357b4c-55e3-450a-9ad7-805bf75573aa HTTP/1.1" status: 204 len: 168 time: 0.1388295 Dec 23 12:00:23.121197 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c88b6f-4ffd-4237-a455-c6cd0957f199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7357b4c-55e3-450a-9ad7-805bf75573aa,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:23.611867 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd7aad-f10c-47fe-8731-adc86391c9e0 req-8e7c722b-8ba9-4020-bdf2-8513fce5d7b9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:23.613294 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-30cd7aad-f10c-47fe-8731-adc86391c9e0 req-8e7c722b-8ba9-4020-bdf2-8513fce5d7b9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0525906 Dec 23 12:00:23.669518 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-30cd7aad-f10c-47fe-8731-adc86391c9e0 req-5887b69f-ef81-4651-a600-fa0b005d6e47 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500581 Dec 23 12:00:24.007910 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e5906-51e7-475f-bf0d-612168c0611f req-30ad1f4e-6283-4c71-aba6-b40eb7a3110d tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:24.009384 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e28e5906-51e7-475f-bf0d-612168c0611f req-30ad1f4e-6283-4c71-aba6-b40eb7a3110d tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.0484264 Dec 23 12:00:24.056550 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e28e5906-51e7-475f-bf0d-612168c0611f req-a2a5b2df-77e5-4c34-838c-e90857c1f298 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412276 Dec 23 12:00:24.214462 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 60938) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:24.333698 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a2b04a48-ddf0-4681-b4ac-29e4246b0ccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:24.418038 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a2b04a48-ddf0-4681-b4ac-29e4246b0ccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:24.423490 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a2b04a48-ddf0-4681-b4ac-29e4246b0ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:24.461666 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-a2b04a48-ddf0-4681-b4ac-29e4246b0ccc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0fc97fd46284484950f4f845d3a1648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460461 Dec 23 12:00:24.462745 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b04a48-ddf0-4681-b4ac-29e4246b0ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6d1f02-929e-421d-ad14-ca483b25538e,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:24.464470 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 60944) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:24.513398 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ecab3cea-5288-4d8b-9c72-f019d4f88db3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:24.533534 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ecab3cea-5288-4d8b-9c72-f019d4f88db3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:24.582085 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ecab3cea-5288-4d8b-9c72-f019d4f88db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:24.586266 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ecab3cea-5288-4d8b-9c72-f019d4f88db3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:24.588224 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-ecab3cea-5288-4d8b-9c72-f019d4f88db3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc6d1f02-929e-421d-ad14-ca483b25538e HTTP/1.1" status: 204 len: 168 time: 0.1224320 Dec 23 12:00:24.600102 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab3cea-5288-4d8b-9c72-f019d4f88db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6d1f02-929e-421d-ad14-ca483b25538e,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:24.794863 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacc9d0-6d65-4467-af38-88283697e3b5 req-a854b410-43ee-46c1-80b2-50b2f8a5fac1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:24.796341 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ddacc9d0-6d65-4467-af38-88283697e3b5 req-a854b410-43ee-46c1-80b2-50b2f8a5fac1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0516834 Dec 23 12:00:24.844472 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ddacc9d0-6d65-4467-af38-88283697e3b5 req-d46476f0-b1db-4fc4-a1e3-f9019878d70f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415618 Dec 23 12:00:25.974101 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3a7b1-d023-4a87-9952-8163c7e3cd64 req-43fa430f-54b6-424e-9e91-f153f3a9fe8a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:25.975676 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0ee3a7b1-d023-4a87-9952-8163c7e3cd64 req-43fa430f-54b6-424e-9e91-f153f3a9fe8a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0572922 Dec 23 12:00:26.021387 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0ee3a7b1-d023-4a87-9952-8163c7e3cd64 req-0d4d4260-648b-42b6-8713-218989302c4b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397553 Dec 23 12:00:27.147772 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d69900-04b3-4f47-a777-9ef302b6a873 req-b2083212-931a-4b87-b482-572572d15c5e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:27.149278 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-76d69900-04b3-4f47-a777-9ef302b6a873 req-b2083212-931a-4b87-b482-572572d15c5e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0543072 Dec 23 12:00:27.208840 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-76d69900-04b3-4f47-a777-9ef302b6a873 req-01e0f884-4a49-4bc1-bb09-4df38a7c7606 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527294 Dec 23 12:00:28.312247 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed45ab3-485d-460e-b5c9-617ace6f624c req-88c2b0d6-7b1c-4382-99e5-2dea8ebf2faa tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:28.314064 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9ed45ab3-485d-460e-b5c9-617ace6f624c req-88c2b0d6-7b1c-4382-99e5-2dea8ebf2faa tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.0508471 Dec 23 12:00:28.366022 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9ed45ab3-485d-460e-b5c9-617ace6f624c req-21e212f4-3947-494d-82fa-46d72e18ddcb tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452244 Dec 23 12:00:28.472593 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d68141-1461-4a3a-b888-308cf863c012 req-f325290f-242d-4de6-ad8b-2d2018b71452 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:28.474304 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-21d68141-1461-4a3a-b888-308cf863c012 req-f325290f-242d-4de6-ad8b-2d2018b71452 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0478680 Dec 23 12:00:28.528233 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-21d68141-1461-4a3a-b888-308cf863c012 req-96b66202-6a74-41f9-a735-234c993dd862 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480878 Dec 23 12:00:29.494865 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672db21d-ff25-4bcb-a2a2-3134a8855d71 req-06dbd63c-ae7a-41e4-958b-8f779d47da1c tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:29.496334 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-672db21d-ff25-4bcb-a2a2-3134a8855d71 req-06dbd63c-ae7a-41e4-958b-8f779d47da1c tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.0553973 Dec 23 12:00:29.547425 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-672db21d-ff25-4bcb-a2a2-3134a8855d71 req-8a05f5c2-bd8e-4c41-ae7f-4a987f46413f tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Dec 23 12:00:29.653604 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb488dd-8391-4fae-a243-d9d0b21f8add req-313db8cd-451e-4ff1-b9f6-38615632884d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:29.655032 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-beb488dd-8391-4fae-a243-d9d0b21f8add req-313db8cd-451e-4ff1-b9f6-38615632884d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0520890 Dec 23 12:00:29.704494 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-beb488dd-8391-4fae-a243-d9d0b21f8add req-bc0710bd-7e50-4bda-97d5-c3bee467cb7d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433793 Dec 23 12:00:30.685125 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede2e23-fd92-44f8-8c99-c9f096210ca9 req-3a2516a0-70aa-43ad-8dc7-913362211bdb tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:30.686497 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2ede2e23-fd92-44f8-8c99-c9f096210ca9 req-3a2516a0-70aa-43ad-8dc7-913362211bdb tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.0675316 Dec 23 12:00:30.744649 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2ede2e23-fd92-44f8-8c99-c9f096210ca9 req-d6828d61-d38d-4c24-98bc-baf5b2ddc403 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519845 Dec 23 12:00:30.856361 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2af19-418f-42c5-b85f-a8f653a05ef8 req-7f9ff8e2-061d-4d9c-b83a-79fb3a234f94 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:30.857827 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0df2af19-418f-42c5-b85f-a8f653a05ef8 req-7f9ff8e2-061d-4d9c-b83a-79fb3a234f94 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0550411 Dec 23 12:00:30.910174 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0df2af19-418f-42c5-b85f-a8f653a05ef8 req-8bd70232-f29c-45f2-9924-61a023cb8132 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426834 Dec 23 12:00:31.868371 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732aa01-885f-446f-8819-a56ea1b16f91 req-4add020c-7c9f-44d1-9010-c74d1238a2ec tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:31.869806 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8732aa01-885f-446f-8819-a56ea1b16f91 req-4add020c-7c9f-44d1-9010-c74d1238a2ec tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.0494039 Dec 23 12:00:31.922858 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8732aa01-885f-446f-8819-a56ea1b16f91 req-6abba742-da92-430e-9ac8-00c1b0ff7941 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Dec 23 12:00:32.029325 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4c84c-e601-4243-a872-9655481a035d req-ed2b403e-df33-47da-82e3-55466e5e0757 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:32.030738 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d1f4c84c-e601-4243-a872-9655481a035d req-ed2b403e-df33-47da-82e3-55466e5e0757 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0475409 Dec 23 12:00:32.077176 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d1f4c84c-e601-4243-a872-9655481a035d req-85f2b0ce-5b72-4060-bf53-1f9a0f0c0c65 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Dec 23 12:00:32.122425 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c79f9-b3c7-456e-8e00-cf53da0ddc50 req-a68195d2-7d68-47f6-8ed6-4a33750713cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:32.123992 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0a9c79f9-b3c7-456e-8e00-cf53da0ddc50 req-a68195d2-7d68-47f6-8ed6-4a33750713cf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 1098 time: 0.0397604 Dec 23 12:00:32.178037 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0a9c79f9-b3c7-456e-8e00-cf53da0ddc50 req-76de259a-a9ef-4448-9a39-fc51a57cbe38 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369956 Dec 23 12:00:33.075713 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02876528-c8c5-4d9f-921c-c9833069e66e req-64864508-5cbd-42eb-83be-034c293bc860 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:33.077208 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-02876528-c8c5-4d9f-921c-c9833069e66e req-64864508-5cbd-42eb-83be-034c293bc860 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.0654156 Dec 23 12:00:33.130900 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-02876528-c8c5-4d9f-921c-c9833069e66e req-2d1c4e09-ec1c-4ba6-b67e-9213e781df8a tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425880 Dec 23 12:00:33.228589 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b2ea7-e34c-4f25-8617-15014b8a451a req-526af551-d8ba-4fbb-99a8-cc945c2761bb tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:33.230096 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d16b2ea7-e34c-4f25-8617-15014b8a451a req-526af551-d8ba-4fbb-99a8-cc945c2761bb tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0482824 Dec 23 12:00:33.287201 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d16b2ea7-e34c-4f25-8617-15014b8a451a req-1135b0ff-6e34-47ee-af3f-e47265d5075c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485802 Dec 23 12:00:33.717843 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-89721c17-1dc1-4087-89f0-32b88797cccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:34.246002 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7a6f3-acc0-4af4-aa04-f25043c9c52a req-d17ab6ec-9df6-4aec-8e27-9cdfa4e4bbe7 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:34.247487 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aea7a6f3-acc0-4af4-aa04-f25043c9c52a req-d17ab6ec-9df6-4aec-8e27-9cdfa4e4bbe7 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.0473394 Dec 23 12:00:34.299864 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aea7a6f3-acc0-4af4-aa04-f25043c9c52a req-20c8abfa-e320-40ce-b3f3-9aeaabb0dbe3 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464673 Dec 23 12:00:34.394941 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 32898) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:34.418433 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecfdae-16f0-445b-8de0-ef47c8d70492 req-040a2be0-3cf2-4221-8c11-32d2a6eceab1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:34.419956 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dfecfdae-16f0-445b-8de0-ef47c8d70492 req-040a2be0-3cf2-4221-8c11-32d2a6eceab1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0562172 Dec 23 12:00:34.469007 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dfecfdae-16f0-445b-8de0-ef47c8d70492 req-3884503c-bfdb-4981-9be4-f8851d5c4ff9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430868 Dec 23 12:00:34.500783 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af78285e-f9fa-467b-9ff4-33f611fcd97e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:34.574928 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af78285e-f9fa-467b-9ff4-33f611fcd97e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:34.579754 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af78285e-f9fa-467b-9ff4-33f611fcd97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:34.585373 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114810b1-ad96-4a9e-80fa-0ba974769e7d req-f820cd77-82a9-4e65-bb6f-9f0cf77db907 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:34.586889 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-114810b1-ad96-4a9e-80fa-0ba974769e7d req-f820cd77-82a9-4e65-bb6f-9f0cf77db907 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0502310 Dec 23 12:00:34.620989 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-af78285e-f9fa-467b-9ff4-33f611fcd97e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6fb1d236e6f54c138964e1e1d6d3781e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246873 Dec 23 12:00:34.622966 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78285e-f9fa-467b-9ff4-33f611fcd97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3fb083-bb84-4a61-bbaf-7143b7696b72,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:34.623599 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 32904) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:34.648837 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-114810b1-ad96-4a9e-80fa-0ba974769e7d req-7981bdb8-9373-4e2d-aa58-761436d8366a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557768 Dec 23 12:00:34.688679 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:34.712198 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:34.763055 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:34.765754 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:34.766941 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f3fb083-bb84-4a61-bbaf-7143b7696b72 HTTP/1.1" status: 204 len: 168 time: 0.1424029 Dec 23 12:00:34.779866 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3fb083-bb84-4a61-bbaf-7143b7696b72,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:34.789405 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:34.789845 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:34.790332 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:34.790771 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:34.791252 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:34.791886 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:34.792563 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:34.793053 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:34.793921 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:34.793921 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:34.794866 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:34.795301 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:34.795992 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a69658-78ec-41ab-9e86-857ff4e4a493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:35.424614 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0553644-0835-45f4-9141-846a14873ebf req-63607463-85d5-4037-9165-b46df2b2f410 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:35.426142 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b0553644-0835-45f4-9141-846a14873ebf req-63607463-85d5-4037-9165-b46df2b2f410 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.0476265 Dec 23 12:00:35.475406 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b0553644-0835-45f4-9141-846a14873ebf req-fff3e7fa-bf4b-4943-b82f-0f5840381207 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429962 Dec 23 12:00:35.966739 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-876963c4-ff98-454e-aaeb-50c0e8455eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:36.605077 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c49768-4064-4445-9386-7eee0b6f5736 req-88bec98f-50f4-44f9-ad41-8f8f4d1ea231 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:36.606629 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-50c49768-4064-4445-9386-7eee0b6f5736 req-88bec98f-50f4-44f9-ad41-8f8f4d1ea231 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.0515327 Dec 23 12:00:36.656845 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-50c49768-4064-4445-9386-7eee0b6f5736 req-5d60d827-0896-4199-a189-2bb892f80f15 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439126 Dec 23 12:00:37.138133 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:37.783664 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be612a1-d360-4d58-981e-cc050534f69c req-84f8fb2c-2e96-450e-ada7-b6e7b8b0e666 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:37.785143 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0be612a1-d360-4d58-981e-cc050534f69c req-84f8fb2c-2e96-450e-ada7-b6e7b8b0e666 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.0539610 Dec 23 12:00:37.832884 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0be612a1-d360-4d58-981e-cc050534f69c req-0be368a3-aba0-4726-a1dc-a638e6981305 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416200 Dec 23 12:00:38.556229 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:38.953804 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d11f7-3a1f-4694-ad6b-3eaff0193cdd req-a5b28966-2aec-469e-a1a7-8584f9e0f6eb tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:38.955887 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-974d11f7-3a1f-4694-ad6b-3eaff0193cdd req-a5b28966-2aec-469e-a1a7-8584f9e0f6eb tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.0506599 Dec 23 12:00:39.007656 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-974d11f7-3a1f-4694-ad6b-3eaff0193cdd req-df948800-f0a0-4b53-bc2e-1d4f0208ddbf tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462320 Dec 23 12:00:39.267393 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:39.635052 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085eb786-e861-4665-a175-c7ca8d328d85 req-28a6bca6-7a52-4ab4-8900-2ed6450b2a26 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:39.636570 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-085eb786-e861-4665-a175-c7ca8d328d85 req-28a6bca6-7a52-4ab4-8900-2ed6450b2a26 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.61 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.2790101 Dec 23 12:00:39.650609 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-878c29d1-4d5c-4532-81d2-d614ef6e1b4c req-dd8c0171-c96e-49e3-ba33-b25bddda22fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0608635 Dec 23 12:00:39.784843 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c29d1-4d5c-4532-81d2-d614ef6e1b4c req-bc544716-a487-4aee-bb9a-eabeeeae3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:39.786554 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-878c29d1-4d5c-4532-81d2-d614ef6e1b4c req-bc544716-a487-4aee-bb9a-eabeeeae3e58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec59363a116e4c37832626c6add07f04&device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 1098 time: 0.0685301 Dec 23 12:00:39.808036 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-085eb786-e861-4665-a175-c7ca8d328d85 req-76343ce0-6f96-4923-be26-104215755b19 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Deleting port a50bdab5-72fe-4fc4-9208-6cb238170521 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:00:39.808368 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-085eb786-e861-4665-a175-c7ca8d328d85 req-76343ce0-6f96-4923-be26-104215755b19 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:39.958473 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-085eb786-e861-4665-a175-c7ca8d328d85 req-76343ce0-6f96-4923-be26-104215755b19 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] For port a50bdab5-72fe-4fc4-9208-6cb238170521, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a50bdab5-72fe-4fc4-9208-6cb238170521,segment=NetworkSegment(c266fdf7-9b24-412f-8a69-433ded8006f1),segment_id=c266fdf7-9b24-412f-8a69-433ded8006f1)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:00:39.959194 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-085eb786-e861-4665-a175-c7ca8d328d85 req-76343ce0-6f96-4923-be26-104215755b19 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:39.973189 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c29d1-4d5c-4532-81d2-d614ef6e1b4c req-28347630-b10a-4a9c-b391-d7ccec6507fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:39.974665 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-878c29d1-4d5c-4532-81d2-d614ef6e1b4c req-28347630-b10a-4a9c-b391-d7ccec6507fd service neutron] 10.222.0.61 "GET /v2.0/networks?id=b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 200 len: 920 time: 0.1522157 Dec 23 12:00:39.975631 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-085eb786-e861-4665-a175-c7ca8d328d85 req-76343ce0-6f96-4923-be26-104215755b19 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Calling delete_port for a50bdab5-72fe-4fc4-9208-6cb238170521 owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:00:40.057287 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-878c29d1-4d5c-4532-81d2-d614ef6e1b4c req-dbd9a640-04b8-4e52-9654-9f4d949276c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c211a14-71cd-421b-8af4-29651931f338 HTTP/1.1" status: 200 len: 217 time: 0.0387123 Dec 23 12:00:40.152627 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c29d1-4d5c-4532-81d2-d614ef6e1b4c req-e37e7747-3490-4a1e-a037-2fba5593184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:40.154100 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-878c29d1-4d5c-4532-81d2-d614ef6e1b4c req-e37e7747-3490-4a1e-a037-2fba5593184d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2572a32-7da4-4c6b-a622-f053958d1230 HTTP/1.1" status: 200 len: 859 time: 0.0876563 Dec 23 12:00:40.207800 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-878c29d1-4d5c-4532-81d2-d614ef6e1b4c req-770d6ec1-f78a-4d8d-b945-f237f8061747 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b549575c-e737-460e-8224-ff10749539d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307422 Dec 23 12:00:40.220510 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8a85-b56e-4e61-b302-41b9c3568ed8 req-5f6c9e15-a195-4f8e-a383-2d76cc12ce88 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:40.221934 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35db8a85-b56e-4e61-b302-41b9c3568ed8 req-5f6c9e15-a195-4f8e-a383-2d76cc12ce88 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 946 time: 0.1455636 Dec 23 12:00:40.271182 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-085eb786-e861-4665-a175-c7ca8d328d85 req-76343ce0-6f96-4923-be26-104215755b19 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:40.351042 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76343ce0-6f96-4923-be26-104215755b19 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Pushing event deleted for resources: {'Port': ['ID=a50bdab5-72fe-4fc4-9208-6cb238170521,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:40.370417 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['a50bdab5-72fe-4fc4-9208-6cb238170521'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:00:40.415226 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-085eb786-e861-4665-a175-c7ca8d328d85 req-76343ce0-6f96-4923-be26-104215755b19 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] No DVR routers for this DVR port a50bdab5-72fe-4fc4-9208-6cb238170521 on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:00:40.418556 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-085eb786-e861-4665-a175-c7ca8d328d85 req-76343ce0-6f96-4923-be26-104215755b19 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:40.421422 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-085eb786-e861-4665-a175-c7ca8d328d85 req-76343ce0-6f96-4923-be26-104215755b19 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.61 "DELETE /v2.0/ports/a50bdab5-72fe-4fc4-9208-6cb238170521 HTTP/1.1" status: 204 len: 173 time: 0.7302186 Dec 23 12:00:40.424772 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35db8a85-b56e-4e61-b302-41b9c3568ed8 req-173922b4-e8a8-433b-8afe-de1d7fd7c9ce tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/security-groups?id=00839fa3-909a-4251-bb08-71f0378f387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906652 Dec 23 12:00:40.430947 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7549231-99ea-452a-abd4-cfd75b597880', 'name': 'network-vif-deleted', 'tag': 'a50bdab5-72fe-4fc4-9208-6cb238170521'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:00:40.433340 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476e54bf-d397-4ec2-89ac-f370d0ce2e11" -d '{"events": [{"server_uuid": "b7549231-99ea-452a-abd4-cfd75b597880", "name": "network-vif-deleted", "tag": "a50bdab5-72fe-4fc4-9208-6cb238170521"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:00:40.469354 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-878c29d1-4d5c-4532-81d2-d614ef6e1b4c req-484845bd-c32f-4953-9522-b23187236256 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463789 Dec 23 12:00:40.494000 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec79de-8b6d-4758-84f7-9bc340fedeb9 req-5ddfb18d-93ed-4ea6-9fac-82955785a14b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:40.495505 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-78ec79de-8b6d-4758-84f7-9bc340fedeb9 req-5ddfb18d-93ed-4ea6-9fac-82955785a14b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0818157 Dec 23 12:00:40.540916 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-78ec79de-8b6d-4758-84f7-9bc340fedeb9 req-5a13c7e4-c885-4c21-b73e-dd774e8cea08 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393093 Dec 23 12:00:40.583973 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d86614-5cd1-42b3-9d24-b43c8e29a688 x-openstack-request-id: req-80d86614-5cd1-42b3-9d24-b43c8e29a688 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:00:40.584335 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7549231-99ea-452a-abd4-cfd75b597880", "name": "network-vif-deleted", "tag": "a50bdab5-72fe-4fc4-9208-6cb238170521", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:00:40.584653 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80d86614-5cd1-42b3-9d24-b43c8e29a688 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:00:40.585170 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7549231-99ea-452a-abd4-cfd75b597880', 'name': 'network-vif-deleted', 'tag': 'a50bdab5-72fe-4fc4-9208-6cb238170521', 'status': 'completed', 'code': 200} Dec 23 12:00:41.523921 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0c739a32-508c-4a6f-870f-35e1eaced811 req-c2e3e5db-7e29-41a4-bd02-e91efa86b807 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 210 time: 0.0254176 Dec 23 12:00:41.665148 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3237f62-dc66-4697-a386-9bdd0b04fbcc req-e0ad1311-26ab-4ea4-96b1-f33dffd9682a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:41.666540 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c3237f62-dc66-4697-a386-9bdd0b04fbcc req-e0ad1311-26ab-4ea4-96b1-f33dffd9682a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0587382 Dec 23 12:00:41.719512 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c3237f62-dc66-4697-a386-9bdd0b04fbcc req-acd11a5e-291e-4b38-86ad-df3605288c5c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438290 Dec 23 12:00:42.623553 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0981927e-087f-4db6-a4d3-56f0e4f9daaa req-ecc4b897-904a-4bab-9c20-bb03a839dd07 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 210 time: 0.0295715 Dec 23 12:00:42.837252 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7df63-c92b-41e3-a886-e383a9a117c2 req-e51821dd-02b8-43db-85f5-c8cd2c492004 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:42.838758 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-eba7df63-c92b-41e3-a886-e383a9a117c2 req-e51821dd-02b8-43db-85f5-c8cd2c492004 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0509892 Dec 23 12:00:42.894574 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-eba7df63-c92b-41e3-a886-e383a9a117c2 req-310776c7-282c-4c23-a2f8-9f368fd83ada tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495470 Dec 23 12:00:43.718241 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a6258739-3e7e-4869-87a9-7680e225de3b req-10f24630-7d69-4c5d-86c2-76cb4f968b70 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 210 time: 0.0269737 Dec 23 12:00:44.022862 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aad70e-4edd-431d-b3ea-574f9f18cce9 req-2871fdcc-fd20-4179-a5f8-f4c4f5cdc066 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:44.024329 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92aad70e-4edd-431d-b3ea-574f9f18cce9 req-2871fdcc-fd20-4179-a5f8-f4c4f5cdc066 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0584097 Dec 23 12:00:44.077630 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92aad70e-4edd-431d-b3ea-574f9f18cce9 req-25af3469-1ecb-4cdc-a63d-251ad0f45e0e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443666 Dec 23 12:00:44.164939 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:44.377246 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-878c29d1-4d5c-4532-81d2-d614ef6e1b4c req-58e2d81b-e577-4ff5-95f2-e89494453a00 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213818 Dec 23 12:00:44.383425 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147acab-7ae9-462c-b3ca-ac17a8137cca req-06527a03-6ff4-4157-8891-c8d25c05ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:44.384822 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2147acab-7ae9-462c-b3ca-ac17a8137cca req-06527a03-6ff4-4157-8891-c8d25c05ee7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec59363a116e4c37832626c6add07f04&device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 1099 time: 0.0739942 Dec 23 12:00:44.586068 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147acab-7ae9-462c-b3ca-ac17a8137cca req-9367e18f-4320-48d5-a081-48ad0f016ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:44.587560 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2147acab-7ae9-462c-b3ca-ac17a8137cca req-9367e18f-4320-48d5-a081-48ad0f016ce4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 200 len: 920 time: 0.0878630 Dec 23 12:00:44.647068 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2147acab-7ae9-462c-b3ca-ac17a8137cca req-dc62b919-e66a-422d-8d1b-043207940e29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b32d0851-1880-4e36-81d6-464702876f58 HTTP/1.1" status: 200 len: 217 time: 0.0337689 Dec 23 12:00:44.744443 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147acab-7ae9-462c-b3ca-ac17a8137cca req-5c853897-4699-4658-b35d-23b72d5117dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:44.746154 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2147acab-7ae9-462c-b3ca-ac17a8137cca req-5c853897-4699-4658-b35d-23b72d5117dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2572a32-7da4-4c6b-a622-f053958d1230 HTTP/1.1" status: 200 len: 859 time: 0.0518990 Dec 23 12:00:44.845450 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5354c8d6-240d-4982-b424-c2e9b269ebb4 req-120e53ee-9f34-4bdd-b4b8-ee24bdc62a45 tempest-VolumesActionsTest-933590312 tempest-VolumesActionsTest-933590312-project] 10.222.0.65 "GET /v2.0/ports?device_id=b7549231-99ea-452a-abd4-cfd75b597880 HTTP/1.1" status: 200 len: 210 time: 0.0373886 Dec 23 12:00:44.860712 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2147acab-7ae9-462c-b3ca-ac17a8137cca req-6e3fd53e-ccf5-48d0-bf55-25ec27afe9d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b549575c-e737-460e-8224-ff10749539d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439222 Dec 23 12:00:44.966219 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2147acab-7ae9-462c-b3ca-ac17a8137cca req-273110f7-909e-4e25-a87c-086d72d93c8f service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874465 Dec 23 12:00:45.069064 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2147acab-7ae9-462c-b3ca-ac17a8137cca req-8880cf83-1138-49d2-9c05-ad94eec49bc1 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858290 Dec 23 12:00:45.203741 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a4a31-6f8b-417c-aed5-8f2cff2980c2 req-2fcff643-cc7d-4ee9-9771-2fb66722601c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:45.205235 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3e1a4a31-6f8b-417c-aed5-8f2cff2980c2 req-2fcff643-cc7d-4ee9-9771-2fb66722601c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0494998 Dec 23 12:00:45.258805 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3e1a4a31-6f8b-417c-aed5-8f2cff2980c2 req-a662b668-a93c-4d6b-8034-319cdf6cef60 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471971 Dec 23 12:00:45.805096 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:00:46.143492 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device a50bdab5-72fe-4fc4-9208-6cb238170521 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:00:46.176304 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: a50bdab5-72fe-4fc4-9208-6cb238170521 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:00:46.176656 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device a50bdab5-72fe-4fc4-9208-6cb238170521 not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:00:46.384736 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94eac4-6644-4dc8-a91a-e9edbf73d035 req-cc48a906-134f-4024-bbe6-69a9c36a05bc tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:46.386327 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ad94eac4-6644-4dc8-a91a-e9edbf73d035 req-cc48a906-134f-4024-bbe6-69a9c36a05bc tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0536633 Dec 23 12:00:46.434060 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ad94eac4-6644-4dc8-a91a-e9edbf73d035 req-7238479c-f268-4015-a1ec-307876600ee0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Dec 23 12:00:47.560165 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51735cc-7795-4f49-b0d5-d2b3878a9f83 req-a55350e1-6c5c-411c-9c0c-3391c5f44f9d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:47.560165 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a51735cc-7795-4f49-b0d5-d2b3878a9f83 req-a55350e1-6c5c-411c-9c0c-3391c5f44f9d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0520597 Dec 23 12:00:47.602504 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a51735cc-7795-4f49-b0d5-d2b3878a9f83 req-cab1966a-5d2f-4a86-97fc-ccf59363b7ab tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405402 Dec 23 12:00:48.731636 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef368c-234f-4d7f-8a03-954c949121c4 req-4729fe62-44ce-4668-a188-dea224115a27 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:48.733191 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c5ef368c-234f-4d7f-8a03-954c949121c4 req-4729fe62-44ce-4668-a188-dea224115a27 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0633252 Dec 23 12:00:48.785537 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c5ef368c-234f-4d7f-8a03-954c949121c4 req-5db28e90-1137-4b0f-a477-0f164a0acd89 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460939 Dec 23 12:00:49.923129 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8747b-c981-4459-989b-07f529aa6525 req-cb2a8889-8c81-448d-a3f5-ae778d4da37e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:49.924603 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-39e8747b-c981-4459-989b-07f529aa6525 req-cb2a8889-8c81-448d-a3f5-ae778d4da37e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0584562 Dec 23 12:00:49.973848 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-39e8747b-c981-4459-989b-07f529aa6525 req-1b86bde1-ec1f-4ea7-9a99-dd7122a6c16a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 Dec 23 12:00:51.105552 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc869414-1966-4a08-bbe5-6fc7f0881175 req-7990967b-ef2f-4f83-ae51-c0edab3e9194 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:51.107071 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fc869414-1966-4a08-bbe5-6fc7f0881175 req-7990967b-ef2f-4f83-ae51-c0edab3e9194 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0596840 Dec 23 12:00:51.161678 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fc869414-1966-4a08-bbe5-6fc7f0881175 req-5a209fb5-5cef-49d2-b653-ba4bfa8aad06 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454733 Dec 23 12:00:52.277679 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b9f3f-7d83-4986-b03e-b750fc721300 req-45b62583-8566-4443-a253-201301ea3245 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:52.279181 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5a9b9f3f-7d83-4986-b03e-b750fc721300 req-45b62583-8566-4443-a253-201301ea3245 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0502346 Dec 23 12:00:52.328038 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5a9b9f3f-7d83-4986-b03e-b750fc721300 req-6f3ec690-a2ac-496a-8947-b965ed150a00 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 Dec 23 12:00:53.451542 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b29cc-29b2-4b71-a614-02c054d54259 req-47bc1146-3438-4940-b708-4ed474582fdd tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:53.453056 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0b8b29cc-29b2-4b71-a614-02c054d54259 req-47bc1146-3438-4940-b708-4ed474582fdd tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0505471 Dec 23 12:00:53.501084 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0b8b29cc-29b2-4b71-a614-02c054d54259 req-ae294c75-1c33-45cd-97d7-b3c7cef3713b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417452 Dec 23 12:00:54.207448 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 33364) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:54.315943 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:54.392196 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:54.396850 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:54.435595 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80a134e85f204c7e8ae8d178fee6205b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267685 Dec 23 12:00:54.437215 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70e2867-c822-4fb9-befa-c66305f2ef24,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:54.438881 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 33368) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:54.445198 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:54.445756 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:54.446208 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:54.446717 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:54.447012 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:54.447405 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:54.447739 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:54.448066 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:54.448395 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:54.448721 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:54.449043 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:54.449361 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:54.449681 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68dab-2f50-4aa5-94df-8ec9d2c4fcaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:54.498094 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f6639fc1-93e1-4cfe-879d-1eab25148ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:54.519121 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f6639fc1-93e1-4cfe-879d-1eab25148ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:54.569100 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f6639fc1-93e1-4cfe-879d-1eab25148ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:54.572841 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f6639fc1-93e1-4cfe-879d-1eab25148ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:54.574054 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-f6639fc1-93e1-4cfe-879d-1eab25148ad8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c70e2867-c822-4fb9-befa-c66305f2ef24 HTTP/1.1" status: 204 len: 168 time: 0.1340950 Dec 23 12:00:54.582938 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6639fc1-93e1-4cfe-879d-1eab25148ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70e2867-c822-4fb9-befa-c66305f2ef24,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:54.641864 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9beca-fe87-4bea-973f-8d57f1c03da2 req-f35cd101-2ac4-4525-867b-a63bb9960cb0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:54.644167 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b3d9beca-fe87-4bea-973f-8d57f1c03da2 req-f35cd101-2ac4-4525-867b-a63bb9960cb0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0590951 Dec 23 12:00:54.701826 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b3d9beca-fe87-4bea-973f-8d57f1c03da2 req-68b6ad42-83a5-4b89-9b1f-137715b007b9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503201 Dec 23 12:00:55.317889 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 33408) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:55.420014 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-957481141-network', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:00:55.441764 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] Made reservation on behalf of f78243e9c4ec4d51a07e39bec8a14073 for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:00:55.444445 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:55.454451 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:55.530754 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:55.535605 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:55.559568 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:00:55.573860 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc94eed9-cee1-431d-86f9-572913223318,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:55.577841 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:55.578182 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] Added segment db10011b-655d-4fac-937d-78d683eb3554 of type vlan for network b74e4f96-0c79-4be3-88be-9335e56fc15a Dec 23 12:00:55.620334 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:55.645195 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:55.646236 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:55.646836 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:55.681386 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3596578 Dec 23 12:00:55.681658 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 33412) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:55.687355 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-190f9201-9336-4365-b8b1-329b581a3514 admin admin] Request body: {'subnet': {'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-957481141-subnet', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'ip_version': 4}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:00:55.708465 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444a7cf-bb21-4c63-a0c4-0816a4c32817 admin admin] Pushing event updated for resources: {'Network': ['ID=b74e4f96-0c79-4be3-88be-9335e56fc15a,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:55.716229 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190f9201-9336-4365-b8b1-329b581a3514 admin admin] Made reservation on behalf of f78243e9c4ec4d51a07e39bec8a14073 for: {'subnet': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:00:55.718812 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-190f9201-9336-4365-b8b1-329b581a3514 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9255072'] for subnet, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:55.720544 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network b74e4f96-0c79-4be3-88be-9335e56fc15a details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:00:55.858906 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d52e7-137b-495d-81f2-00eb1b857e42 req-a17fdf9b-c3ee-48e3-b470-d92f9d0a820a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:55.860380 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d44d52e7-137b-495d-81f2-00eb1b857e42 req-a17fdf9b-c3ee-48e3-b470-d92f9d0a820a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0758207 Dec 23 12:00:55.966726 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d44d52e7-137b-495d-81f2-00eb1b857e42 req-4ce59299-4129-4e32-85f2-5bfd34b6adc1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994151 Dec 23 12:00:55.996579 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-190f9201-9336-4365-b8b1-329b581a3514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10279228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9255090'] for subnet, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.057104 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f9201-9336-4365-b8b1-329b581a3514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e9245b-e729-46be-9e81-c351195b4b96,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:56.062700 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190f9201-9336-4365-b8b1-329b581a3514 admin admin] Checking segment: {'id': 'db10011b-655d-4fac-937d-78d683eb3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:00:56.063053 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f9201-9336-4365-b8b1-329b581a3514 admin admin] Network hostable DHCP agents. Network: b74e4f96-0c79-4be3-88be-9335e56fc15a, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:00:56.081412 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f9201-9336-4365-b8b1-329b581a3514 admin admin] Network b74e4f96-0c79-4be3-88be-9335e56fc15a is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:00:56.092233 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-190f9201-9336-4365-b8b1-329b581a3514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, b74e4f96-0c79-4be3-88be-9335e56fc15a) {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:00:56.097674 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190f9201-9336-4365-b8b1-329b581a3514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:56.098352 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-190f9201-9336-4365-b8b1-329b581a3514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.103413 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224342ab-011e-445a-8c87-ad91822169f5 None None] Network b74e4f96-0c79-4be3-88be-9335e56fc15a requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:00:56.117649 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-190f9201-9336-4365-b8b1-329b581a3514 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4347866 Dec 23 12:00:56.120603 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 33422) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:56.125583 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:00:56.152028 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5024'] for router, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.153108 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.228102 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.239508 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e318bb8-a34c-5995-8f3a-345823c4d2f7-b74e4f96-0c79-4be3-88be-9335e56fc15a', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'fixed_ips': [{'subnet_id': '85e9245b-e729-46be-9e81-c351195b4b96'}]}} from dv-cinder-822821-1-iscsi. {{(pid=102504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:00:56.240825 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.291368 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 33426) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:56.391341 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.422285 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.db_base_plugin_common [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Allocated IP 172.20.0.2 (b74e4f96-0c79-4be3-88be-9335e56fc15a/85e9245b-e729-46be-9e81-c351195b4b96/67fb2d52-a8b1-4249-b0a1-e58c8dc9932b) {{(pid=102504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:00:56.429365 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8e27b901-4be6-47d9-8ba3-5b79f76e4f81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.534797 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8e27b901-4be6-47d9-8ba3-5b79f76e4f81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.541095 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8e27b901-4be6-47d9-8ba3-5b79f76e4f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.585929 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Publish callbacks [] for port, precommit_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.593205 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.593608 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-8e27b901-4be6-47d9-8ba3-5b79f76e4f81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97f6a9f3b7564c02b297621eae94db69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009107 Dec 23 12:00:56.594595 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27b901-4be6-47d9-8ba3-5b79f76e4f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c300ed-3e62-4e78-bc0d-8ae5d807364f,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:56.601610 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 33430) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:56.647076 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Network b74e4f96-0c79-4be3-88be-9335e56fc15a is already hosted by enough agents. {{(pid=102504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:00:56.651893 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.base_scheduler [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Resources bound (agent type, host, resource id): {{(pid=102504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:00:56.657469 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Received port after_create {{(pid=102504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:00:56.659891 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Pushing event updated for resources: {'Port': ['ID=67fb2d52-a8b1-4249-b0a1-e58c8dc9932b,revision_number=1']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:56.666435 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fa0d6acc-13a2-4f7f-ba99-1c8a6a2ebb6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.668386 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:56.668966 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:56.669342 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:56.669838 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:56.670318 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:56.670886 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:56.671366 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:56.671877 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:56.672357 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:56.672875 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:56.673370 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:56.673850 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:56.674331 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:56.697014 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fa0d6acc-13a2-4f7f-ba99-1c8a6a2ebb6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.745167 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Attempting to bind port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:00:56.746312 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Attempting to bind port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'db10011b-655d-4fac-937d-78d683eb3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:00:56.746941 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Attempting to bind port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b on network b74e4f96-0c79-4be3-88be-9335e56fc15a {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:00:56.753281 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:00:56.753648 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Checking segment: {'id': 'db10011b-655d-4fac-937d-78d683eb3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:00:56.754068 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.754727 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Bound using segment: {'id': 'db10011b-655d-4fac-937d-78d683eb3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:00:56.756005 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Bound port: 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db10011b-655d-4fac-937d-78d683eb3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:00:56.756609 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.764355 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.768882 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fa0d6acc-13a2-4f7f-ba99-1c8a6a2ebb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.771676 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fa0d6acc-13a2-4f7f-ba99-1c8a6a2ebb6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.776503 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-fa0d6acc-13a2-4f7f-ba99-1c8a6a2ebb6f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/04c300ed-3e62-4e78-bc0d-8ae5d807364f HTTP/1.1" status: 204 len: 168 time: 0.1744306 Dec 23 12:00:56.785148 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d6acc-13a2-4f7f-ba99-1c8a6a2ebb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c300ed-3e62-4e78-bc0d-8ae5d807364f,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:56.814120 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.841843 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] For port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:00:56.845808 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] For port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=67fb2d52-a8b1-4249-b0a1-e58c8dc9932b,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:00:56.854691 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:56.924226 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb32ef-9574-4365-9f1c-78268788e212 None None] Pushing event updated for resources: {'Port': ['ID=67fb2d52-a8b1-4249-b0a1-e58c8dc9932b,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:57.030576 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_common [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Allocated IP 172.27.2.192 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/5bd20496-06aa-4472-b6b2-c27b8cca4c5f) {{(pid=102502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:00:57.171200 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f64fe-79f2-45aa-9a89-019ef3d9212f req-d0d32c98-3a05-4f8b-bb95-b8d42ebf3bc9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:57.172786 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e33f64fe-79f2-45aa-9a89-019ef3d9212f req-d0d32c98-3a05-4f8b-bb95-b8d42ebf3bc9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0780327 Dec 23 12:00:57.233334 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:57.252091 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e33f64fe-79f2-45aa-9a89-019ef3d9212f req-e7d8d4c9-3850-459d-8162-c79b11818bd7 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717652 Dec 23 12:00:57.312685 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:57.354731 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:00:57.361781 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:00:57.365723 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Received port after_create {{(pid=102502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:00:57.411818 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Pushing event updated for resources: {'Port': ['ID=5bd20496-06aa-4472-b6b2-c27b8cca4c5f,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:57.859196 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:58.105568 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598901'] for router, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:58.267896 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Router 25177ed3-57a3-4f02-83cb-34addd172088 is scheduled to L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f with binding_index 1 {{(pid=102502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:00:58.296891 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bed43f-6461-456a-95ca-8c91b095964d None None] Network b74e4f96-0c79-4be3-88be-9335e56fc15a requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:00:58.432181 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:00:58.451068 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Sync routers for ids ['25177ed3-57a3-4f02-83cb-34addd172088'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:00:58.463133 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Routers {'25177ed3-57a3-4f02-83cb-34addd172088'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:00:58.464056 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:00:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['25177ed3-57a3-4f02-83cb-34addd172088'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:00:58.472680 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] Publish callbacks [] for router, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:58.476410 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-52fd9891-4f76-45ec-a868-c2491914559c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3522487 Dec 23 12:00:58.478294 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 33468) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:00:58.480412 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-2cc4a2cd-c6b2-4db1-8895-174d0e8c0957 None None] Provisioning complete for port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:00:58.480781 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a2cd-c6b2-4db1-8895-174d0e8c0957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:58.617556 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Set router 25177ed3-57a3-4f02-83cb-34addd172088 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:00:58.681957 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd7fb5-209e-45aa-bcb1-75d8893cdd65 req-e4da2c4e-daea-4367-a769-77288203170d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:00:58.705376 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e6fd7fb5-209e-45aa-bcb1-75d8893cdd65 req-e4da2c4e-daea-4367-a769-77288203170d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.2636108 Dec 23 12:00:58.728780 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a2cd-c6b2-4db1-8895-174d0e8c0957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:58.812680 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-2cc4a2cd-c6b2-4db1-8895-174d0e8c0957 None None] For port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=67fb2d52-a8b1-4249-b0a1-e58c8dc9932b,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:00:58.819855 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:00:58.823749 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a2cd-c6b2-4db1-8895-174d0e8c0957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:58.834176 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e6fd7fb5-209e-45aa-bcb1-75d8893cdd65 req-929a6094-4e87-4d4f-85ea-8bc98a803b6b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243398 Dec 23 12:00:58.931694 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4a2cd-c6b2-4db1-8895-174d0e8c0957 None None] Pushing event updated for resources: {'Port': ['ID=67fb2d52-a8b1-4249-b0a1-e58c8dc9932b,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:58.954919 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:57Z', 'revision_number': 3, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port': {'id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:00:58.972279 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:00:58.972946 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:58.988425 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Checking router: 25177ed3-57a3-4f02-83cb-34addd172088 for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:00:58.988854 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Updating router 25177ed3-57a3-4f02-83cb-34addd172088 port 5bd20496-06aa-4472-b6b2-c27b8cca4c5f binding host dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:00:59.020193 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:59.065234 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-a3f64755-94cb-43fa-935d-cd58fa4a710c None None] Provisioning complete for port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:00:59.065600 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a3f64755-94cb-43fa-935d-cd58fa4a710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:59.136864 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:59.300562 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:59.306742 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:59.307668 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_common [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Allocated IP 172.20.0.1 (b74e4f96-0c79-4be3-88be-9335e56fc15a/85e9245b-e729-46be-9e81-c351195b4b96/c1c900b2-c255-4408-9f0a-39db1d741946) {{(pid=102502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:00:59.366015 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Pushing event updated for resources: {'Port': ['ID=5bd20496-06aa-4472-b6b2-c27b8cca4c5f,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:59.368209 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Attempting to bind port 5bd20496-06aa-4472-b6b2-c27b8cca4c5f on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:00:59.368572 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Attempting to bind port 5bd20496-06aa-4472-b6b2-c27b8cca4c5f by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:00:59.368928 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Attempting to bind port 5bd20496-06aa-4472-b6b2-c27b8cca4c5f on network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:00:59.377689 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:00:59.378060 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Checking segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:00:59.378455 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:59.378863 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Bound using segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:00:59.379319 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Bound port: 5bd20496-06aa-4472-b6b2-c27b8cca4c5f, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:00:59.379722 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:59.382633 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:59.382991 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:59.383387 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:59.384068 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:59.384505 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:59.384826 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:59.385149 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:59.385585 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:59.386335 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:59.386719 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:59.387122 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:59.387416 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:59.387736 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:00:59.419135 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:59.448169 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] For port 5bd20496-06aa-4472-b6b2-c27b8cca4c5f, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:00:59.452241 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] For port 5bd20496-06aa-4472-b6b2-c27b8cca4c5f, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=5bd20496-06aa-4472-b6b2-c27b8cca4c5f,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:00:59.458187 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:59.466534 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:59.507053 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Network b74e4f96-0c79-4be3-88be-9335e56fc15a is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:00:59.511991 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Routers {'25177ed3-57a3-4f02-83cb-34addd172088'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:00:59.512353 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:00:59.512978 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:00:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['25177ed3-57a3-4f02-83cb-34addd172088'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:00:59.516885 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Received port after_create {{(pid=102502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:00:59.520064 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c900b2-c255-4408-9f0a-39db1d741946,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:59.566875 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601410'] for router_interface, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:59.670149 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] Set router 25177ed3-57a3-4f02-83cb-34addd172088 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:00:59.789465 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:59.801725 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf7be9-cffb-4f09-bf38-a309c6b2dd60 None None] Pushing event updated for resources: {'Port': ['ID=5bd20496-06aa-4472-b6b2-c27b8cca4c5f,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:00:59.882018 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-98cf5fc4-9fb1-413f-aa31-382ba06d5890 None None] Provisioning complete for port c1c900b2-c255-4408-9f0a-39db1d741946 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:00:59.882638 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-98cf5fc4-9fb1-413f-aa31-382ba06d5890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:00:59.897658 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:57Z', 'revision_number': 3, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port': {'id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:00:59.935695 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-98cf5fc4-9fb1-413f-aa31-382ba06d5890 None None] Port c1c900b2-c255-4408-9f0a-39db1d741946 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:01:00.049270 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91f0390-1082-4642-b114-7585d2fd4bd8 None None] The sync data for ids ['25177ed3-57a3-4f02-83cb-34addd172088'] in dv-cinder-822821-1-iscsi is: [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:57Z', 'revision_number': 3, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port': {'id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:01:00.054278 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12f167-b083-43c8-8403-fffeb9583845 req-4f7eecdb-18e3-4a96-9fca-7b214f06bc00 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:00.069379 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ba12f167-b083-43c8-8403-fffeb9583845 req-4f7eecdb-18e3-4a96-9fca-7b214f06bc00 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.1333385 Dec 23 12:01:00.076749 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:00.089303 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10476032'] for port, after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:00.172920 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ba12f167-b083-43c8-8403-fffeb9583845 req-fffa36e0-a34a-45c8-8008-2e811bbadf1c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025128 Dec 23 12:01:00.187350 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c900b2-c255-4408-9f0a-39db1d741946,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:00.230799 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601398'] for router_interface, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:00.343890 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Network b74e4f96-0c79-4be3-88be-9335e56fc15a is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:01:00.345381 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:01:00.486287 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Router 25177ed3-57a3-4f02-83cb-34addd172088 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:01:00.617178 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:01:00.625231 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-1461afc0-7ca6-47f6-a6dc-f5185fd13a87 admin admin] 10.222.0.65 "PUT /v2.0/routers/25177ed3-57a3-4f02-83cb-34addd172088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1458750 Dec 23 12:01:00.693016 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-7ae3a8bb-a3e8-4255-940e-1cc602554601 None None] Provisioning complete for port c1c900b2-c255-4408-9f0a-39db1d741946 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:00.693646 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7ae3a8bb-a3e8-4255-940e-1cc602554601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:00.747438 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 5bd20496-06aa-4472-b6b2-c27b8cca4c5f up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:01:00.782851 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3a8bb-a3e8-4255-940e-1cc602554601 None None] Port c1c900b2-c255-4408-9f0a-39db1d741946 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:01:00.818467 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 5bd20496-06aa-4472-b6b2-c27b8cca4c5f triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:00.818969 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:00.912912 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:00.951214 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] For port 5bd20496-06aa-4472-b6b2-c27b8cca4c5f, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=5bd20496-06aa-4472-b6b2-c27b8cca4c5f,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:01:00.958325 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:00.960476 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:01:01.048446 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Pushing event updated for resources: {'Port': ['ID=5bd20496-06aa-4472-b6b2-c27b8cca4c5f,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:01.063494 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:01.064252 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:01.335372 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca55af1-f2eb-4b3c-b442-43dd3d8439e1 req-2d6204ab-ea2d-49cf-b455-af0b4d030d01 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:01.344970 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3ca55af1-f2eb-4b3c-b442-43dd3d8439e1 req-2d6204ab-ea2d-49cf-b455-af0b4d030d01 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0895884 Dec 23 12:01:01.400969 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 33512) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:01.408300 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1584770559-network', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:01.442358 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] Made reservation on behalf of 99c9026446f34700b49c48ccdec95fbe for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:01:01.445513 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3ca55af1-f2eb-4b3c-b442-43dd3d8439e1 req-0b64efc7-7f12-4efb-a48d-3b5d065306b5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993621 Dec 23 12:01:01.447960 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:01.466492 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:01.544019 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:01.548834 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:01.576464 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:01:01.585807 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebe3315-a194-42d3-bac7-b70343662bd7,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:01.592601 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:01.592996 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] Added segment df9ddb6e-2b43-433b-8295-ad2ed16e33e9 of type vlan for network 4bec9f3a-c59c-4bb6-93e1-d638073db458 Dec 23 12:01:01.648653 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:01.698656 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:01.700077 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:01.701403 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:01.759043 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3562822 Dec 23 12:01:01.763459 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 33518) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:01.771868 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-4c0da4fb-2d0b-410b-bd15-6fc99164f2eb admin admin] Request body: {'subnet': {'network_id': '4bec9f3a-c59c-4bb6-93e1-d638073db458', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1584770559-subnet', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe', 'ip_version': 4}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:01.804536 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0da4fb-2d0b-410b-bd15-6fc99164f2eb admin admin] Made reservation on behalf of 99c9026446f34700b49c48ccdec95fbe for: {'subnet': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:01:01.807618 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29c735-40de-4e81-b506-4530273bb84e admin admin] Pushing event updated for resources: {'Network': ['ID=4bec9f3a-c59c-4bb6-93e1-d638073db458,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:01.808434 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4c0da4fb-2d0b-410b-bd15-6fc99164f2eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9255072'] for subnet, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:01.819844 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network 4bec9f3a-c59c-4bb6-93e1-d638073db458 details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:01:01.992797 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4c0da4fb-2d0b-410b-bd15-6fc99164f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10279228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9255090'] for subnet, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:02.016632 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Sync routers for ids ['25177ed3-57a3-4f02-83cb-34addd172088'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:01:02.027167 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Routers {'25177ed3-57a3-4f02-83cb-34addd172088'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:01:02.027919 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:00:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['25177ed3-57a3-4f02-83cb-34addd172088'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:02.041646 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0da4fb-2d0b-410b-bd15-6fc99164f2eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=471dd3fd-aefc-4a59-9290-8e460a44ee80,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:02.056649 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0da4fb-2d0b-410b-bd15-6fc99164f2eb admin admin] Checking segment: {'id': 'df9ddb6e-2b43-433b-8295-ad2ed16e33e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4bec9f3a-c59c-4bb6-93e1-d638073db458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:01:02.057006 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0da4fb-2d0b-410b-bd15-6fc99164f2eb admin admin] Network hostable DHCP agents. Network: 4bec9f3a-c59c-4bb6-93e1-d638073db458, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:01:02.073960 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0da4fb-2d0b-410b-bd15-6fc99164f2eb admin admin] Network 4bec9f3a-c59c-4bb6-93e1-d638073db458 is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:01:02.083574 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-4c0da4fb-2d0b-410b-bd15-6fc99164f2eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, 4bec9f3a-c59c-4bb6-93e1-d638073db458) {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:01:02.087752 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0da4fb-2d0b-410b-bd15-6fc99164f2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:02.088344 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4c0da4fb-2d0b-410b-bd15-6fc99164f2eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:02.104559 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-4c0da4fb-2d0b-410b-bd15-6fc99164f2eb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3400145 Dec 23 12:01:02.107085 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 33520) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:02.111678 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1584770559-router', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:02.113282 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886e7e63-df94-44dc-ab50-b9584fbf9645 None None] Network 4bec9f3a-c59c-4bb6-93e1-d638073db458 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:01:02.137112 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5024'] for router, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:02.138474 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:02.190867 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:02.331335 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Set router 25177ed3-57a3-4f02-83cb-34addd172088 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:01:02.434735 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e318bb8-a34c-5995-8f3a-345823c4d2f7-4bec9f3a-c59c-4bb6-93e1-d638073db458', 'network_id': '4bec9f3a-c59c-4bb6-93e1-d638073db458', 'project_id': '99c9026446f34700b49c48ccdec95fbe', 'fixed_ips': [{'subnet_id': '471dd3fd-aefc-4a59-9290-8e460a44ee80'}]}} from dv-cinder-822821-1-iscsi. {{(pid=102504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:01:02.435916 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:02.579787 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:02.658240 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 5bd20496-06aa-4472-b6b2-c27b8cca4c5f up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:01:02.660762 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ac0f-10de-4f83-a276-399a1a543ec2 req-8186a75c-d1eb-467f-a518-d0cf0e591c72 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:02.667044 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-41c2ac0f-10de-4f83-a276-399a1a543ec2 req-8186a75c-d1eb-467f-a518-d0cf0e591c72 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.1259305 Dec 23 12:01:02.731721 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.db_base_plugin_common [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Allocated IP 172.20.0.2 (4bec9f3a-c59c-4bb6-93e1-d638073db458/471dd3fd-aefc-4a59-9290-8e460a44ee80/e9b199a6-b4ef-4c05-9863-006b4eafe0a6) {{(pid=102504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:01:02.751762 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-41c2ac0f-10de-4f83-a276-399a1a543ec2 req-4dfb6e74-d2bd-42c4-be94-19904169f287 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821638 Dec 23 12:01:02.882084 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:59Z', 'revision_number': 4, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port': {'id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'c1c900b2-c255-4408-9f0a-39db1d741946', 'name': '', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'mac_address': 'fa:16:3e:b9:3a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '85e9245b-e729-46be-9e81-c351195b4b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:59Z', 'updated_at': '2021-12-23T12:00:59Z', 'revision_number': 2, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'subnets': [{'id': '85e9245b-e729-46be-9e81-c351195b4b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:02.897857 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:02.919447 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Checking router: 25177ed3-57a3-4f02-83cb-34addd172088 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:01:02.919797 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Updating router 25177ed3-57a3-4f02-83cb-34addd172088 port c1c900b2-c255-4408-9f0a-39db1d741946 binding host dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:01:02.923115 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:02.928850 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 5bd20496-06aa-4472-b6b2-c27b8cca4c5f triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:02.929213 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:03.040816 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:03.089147 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Publish callbacks [] for port, precommit_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:03.090182 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Allocated IP 172.27.2.227 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/566e2733-4784-474a-8530-38913af827ad) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:01:03.157345 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:03.292964 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:03.317138 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Network 4bec9f3a-c59c-4bb6-93e1-d638073db458 is already hosted by enough agents. {{(pid=102504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:01:03.339860 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:03.393139 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.base_scheduler [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Resources bound (agent type, host, resource id): {{(pid=102504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:01:03.398482 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Received port after_create {{(pid=102504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:01:03.410060 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Pushing event updated for resources: {'Port': ['ID=e9b199a6-b4ef-4c05-9863-006b4eafe0a6,revision_number=1']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:03.483441 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:01:03.491246 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:01:03.493878 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:01:03.497171 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Pushing event updated for resources: {'Port': ['ID=566e2733-4784-474a-8530-38913af827ad,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:03.836059 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Publish callbacks [] for port, precommit_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:03.863861 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:03.866800 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Attempting to bind port e9b199a6-b4ef-4c05-9863-006b4eafe0a6 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:01:03.867348 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Attempting to bind port e9b199a6-b4ef-4c05-9863-006b4eafe0a6 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'df9ddb6e-2b43-433b-8295-ad2ed16e33e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4bec9f3a-c59c-4bb6-93e1-d638073db458'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:01:03.868278 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Attempting to bind port e9b199a6-b4ef-4c05-9863-006b4eafe0a6 on network 4bec9f3a-c59c-4bb6-93e1-d638073db458 {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:01:03.883527 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-eafddbc6-66f2-49f0-bc57-ea414fad0669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:03.918914 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:01:03.919336 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Checking segment: {'id': 'df9ddb6e-2b43-433b-8295-ad2ed16e33e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4bec9f3a-c59c-4bb6-93e1-d638073db458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:01:03.919759 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:03.920022 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Bound using segment: {'id': 'df9ddb6e-2b43-433b-8295-ad2ed16e33e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4bec9f3a-c59c-4bb6-93e1-d638073db458'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:01:03.920518 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Bound port: e9b199a6-b4ef-4c05-9863-006b4eafe0a6, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9ddb6e-2b43-433b-8295-ad2ed16e33e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4bec9f3a-c59c-4bb6-93e1-d638073db458'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:01:03.920996 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:03.969298 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868d98-a1a8-425e-b2b0-626f1ddbb17e None None] Pushing event updated for resources: {'Port': ['ID=c1c900b2-c255-4408-9f0a-39db1d741946,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:04.003764 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:04.146197 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Attempting to bind port c1c900b2-c255-4408-9f0a-39db1d741946 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:01:04.148971 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Attempting to bind port c1c900b2-c255-4408-9f0a-39db1d741946 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'db10011b-655d-4fac-937d-78d683eb3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:01:04.149554 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Attempting to bind port c1c900b2-c255-4408-9f0a-39db1d741946 on network b74e4f96-0c79-4be3-88be-9335e56fc15a {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:01:04.183844 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23691e1c-6a97-4c3f-9ab3-1b105f35c8b4 req-fd3384c1-58e1-4978-89fd-0346900fae3b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:04.184512 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:01:04.184885 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Checking segment: {'id': 'db10011b-655d-4fac-937d-78d683eb3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:01:04.185370 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:04.185580 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-23691e1c-6a97-4c3f-9ab3-1b105f35c8b4 req-fd3384c1-58e1-4978-89fd-0346900fae3b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.3034036 Dec 23 12:01:04.185798 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Bound using segment: {'id': 'db10011b-655d-4fac-937d-78d683eb3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:01:04.186280 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Bound port: c1c900b2-c255-4408-9f0a-39db1d741946, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db10011b-655d-4fac-937d-78d683eb3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:01:04.186726 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:04.205415 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] For port e9b199a6-b4ef-4c05-9863-006b4eafe0a6, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:01:04.243889 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] For port e9b199a6-b4ef-4c05-9863-006b4eafe0a6, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=e9b199a6-b4ef-4c05-9863-006b4eafe0a6,segment=NetworkSegment(df9ddb6e-2b43-433b-8295-ad2ed16e33e9),segment_id=df9ddb6e-2b43-433b-8295-ad2ed16e33e9)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:01:04.252946 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:04.327451 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] For port c1c900b2-c255-4408-9f0a-39db1d741946, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:01:04.347466 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] For port c1c900b2-c255-4408-9f0a-39db1d741946, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=c1c900b2-c255-4408-9f0a-39db1d741946,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:01:04.357568 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:04.392110 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824cda8-b0ed-4559-8ae0-addf35f1a53c None None] Pushing event updated for resources: {'Port': ['ID=e9b199a6-b4ef-4c05-9863-006b4eafe0a6,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:04.465536 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-a49d7a0c-3779-4d3e-8aff-ce64e5d487aa None None] Provisioning complete for port c1c900b2-c255-4408-9f0a-39db1d741946 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:04.465898 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a49d7a0c-3779-4d3e-8aff-ce64e5d487aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:04.475561 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-23691e1c-6a97-4c3f-9ab3-1b105f35c8b4 req-06e8e54b-730f-4e20-83eb-0af49a7fc80b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247777 Dec 23 12:01:04.534248 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Routers {'25177ed3-57a3-4f02-83cb-34addd172088'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:01:04.534868 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:00:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['25177ed3-57a3-4f02-83cb-34addd172088'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:04.602360 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598901'] for router, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:04.722639 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] Set router 25177ed3-57a3-4f02-83cb-34addd172088 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:01:04.859737 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868d98-a1a8-425e-b2b0-626f1ddbb17e None None] Pushing event updated for resources: {'Port': ['ID=c1c900b2-c255-4408-9f0a-39db1d741946,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:04.877447 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Router 093bf254-ba22-42ec-9761-95aef77058dd is scheduled to L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f with binding_index 1 {{(pid=102503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:01:05.077847 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:01:05.088996 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Sync routers for ids ['093bf254-ba22-42ec-9761-95aef77058dd'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:01:05.106259 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Routers {'093bf254-ba22-42ec-9761-95aef77058dd'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:01:05.107902 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:00:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['093bf254-ba22-42ec-9761-95aef77058dd'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:05.119828 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] Publish callbacks [] for router, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:05.124185 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 33574) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:05.126045 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-14fb5b9a-a9b6-4117-971c-afdcad0edf6d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0179687 Dec 23 12:01:05.233354 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a49d7a0c-3779-4d3e-8aff-ce64e5d487aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:05.310162 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Set router 093bf254-ba22-42ec-9761-95aef77058dd gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:01:05.415157 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-a49d7a0c-3779-4d3e-8aff-ce64e5d487aa None None] For port c1c900b2-c255-4408-9f0a-39db1d741946, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=c1c900b2-c255-4408-9f0a-39db1d741946,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:01:05.441721 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a49d7a0c-3779-4d3e-8aff-ce64e5d487aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:05.504180 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:59Z', 'revision_number': 4, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port': {'id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'c1c900b2-c255-4408-9f0a-39db1d741946', 'name': '', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'mac_address': 'fa:16:3e:b9:3a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '85e9245b-e729-46be-9e81-c351195b4b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:59Z', 'updated_at': '2021-12-23T12:01:04Z', 'revision_number': 4, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'subnets': [{'id': '85e9245b-e729-46be-9e81-c351195b4b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:05.622669 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c869cb75-6609-414d-9139-f29e9589e64a None None] The sync data for ids ['25177ed3-57a3-4f02-83cb-34addd172088'] in dv-cinder-822821-1-iscsi is: [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:59Z', 'revision_number': 4, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port': {'id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'c1c900b2-c255-4408-9f0a-39db1d741946', 'name': '', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'mac_address': 'fa:16:3e:b9:3a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '85e9245b-e729-46be-9e81-c351195b4b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:59Z', 'updated_at': '2021-12-23T12:01:04Z', 'revision_number': 4, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'subnets': [{'id': '85e9245b-e729-46be-9e81-c351195b4b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:01:05.697564 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-f67996bd-1a6a-405b-a911-761aa50f72d2 None None] Provisioning complete for port c1c900b2-c255-4408-9f0a-39db1d741946 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:05.697564 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-f67996bd-1a6a-405b-a911-761aa50f72d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:05.701860 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb998261-f28a-4956-b87c-60432f18a0fa req-52d034e9-9dc7-44af-9692-819b1ce7e4a3 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:05.715136 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093bf254-ba22-42ec-9761-95aef77058dd', 'name': 'tempest-TestShelveInstance-1584770559-router', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '566e2733-4784-474a-8530-38913af827ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:01:03Z', 'revision_number': 3, 'project_id': '99c9026446f34700b49c48ccdec95fbe', 'gw_port': {'id': '566e2733-4784-474a-8530-38913af827ad', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093bf254-ba22-42ec-9761-95aef77058dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:05.718649 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bb998261-f28a-4956-b87c-60432f18a0fa req-52d034e9-9dc7-44af-9692-819b1ce7e4a3 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.1314778 Dec 23 12:01:05.827931 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Checking router: 093bf254-ba22-42ec-9761-95aef77058dd for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:01:05.842542 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d7a0c-3779-4d3e-8aff-ce64e5d487aa None None] Pushing event updated for resources: {'Port': ['ID=c1c900b2-c255-4408-9f0a-39db1d741946,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:05.844969 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Updating router 093bf254-ba22-42ec-9761-95aef77058dd port 566e2733-4784-474a-8530-38913af827ad binding host dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:01:05.901284 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bb998261-f28a-4956-b87c-60432f18a0fa req-055c1e37-e163-4399-ba17-3874141cf1c8 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791778 Dec 23 12:01:05.946786 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:06.075449 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-b1eacf5a-49aa-4fda-be8f-beb72963d8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:06.243926 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10df8ec-a050-416e-86bc-cacf85a85959 None None] Network 4bec9f3a-c59c-4bb6-93e1-d638073db458 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:01:06.488530 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1e3c4992-ba7f-4ebd-aefe-c5636ea0a42f None None] Provisioning complete for port e9b199a6-b4ef-4c05-9863-006b4eafe0a6 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:06.489197 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1e3c4992-ba7f-4ebd-aefe-c5636ea0a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:06.526614 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:06.550964 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:06.625219 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:06.728825 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9085809-00ba-46b0-b25e-045860739dc2 None None] Pushing event updated for resources: {'Port': ['ID=566e2733-4784-474a-8530-38913af827ad,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:06.744823 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Attempting to bind port 566e2733-4784-474a-8530-38913af827ad on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:01:06.745583 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Attempting to bind port 566e2733-4784-474a-8530-38913af827ad by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:01:06.746093 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Attempting to bind port 566e2733-4784-474a-8530-38913af827ad on network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:01:06.756690 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:01:06.758345 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Checking segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:01:06.758970 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:06.759738 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Bound using segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:01:06.760446 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Bound port: 566e2733-4784-474a-8530-38913af827ad, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:01:06.762002 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:06.832112 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1e3c4992-ba7f-4ebd-aefe-c5636ea0a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:06.891784 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] For port 566e2733-4784-474a-8530-38913af827ad, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:01:06.920613 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] For port 566e2733-4784-474a-8530-38913af827ad, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=566e2733-4784-474a-8530-38913af827ad,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:01:06.929151 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:06.955499 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device c1c900b2-c255-4408-9f0a-39db1d741946 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:01:07.011231 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1e3c4992-ba7f-4ebd-aefe-c5636ea0a42f None None] For port e9b199a6-b4ef-4c05-9863-006b4eafe0a6, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=e9b199a6-b4ef-4c05-9863-006b4eafe0a6,segment=NetworkSegment(df9ddb6e-2b43-433b-8295-ad2ed16e33e9),segment_id=df9ddb6e-2b43-433b-8295-ad2ed16e33e9)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:01:07.037605 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9085809-00ba-46b0-b25e-045860739dc2 None None] Pushing event updated for resources: {'Port': ['ID=566e2733-4784-474a-8530-38913af827ad,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:07.073459 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_common [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Allocated IP 172.20.0.1 (4bec9f3a-c59c-4bb6-93e1-d638073db458/471dd3fd-aefc-4a59-9290-8e460a44ee80/d01e097c-b6c4-482d-9351-f243fb8a5281) {{(pid=102502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:01:07.091463 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1e3c4992-ba7f-4ebd-aefe-c5636ea0a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:07.098632 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Routers {'093bf254-ba22-42ec-9761-95aef77058dd'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:01:07.104544 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:01:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['093bf254-ba22-42ec-9761-95aef77058dd'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:07.237931 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144b040-7f18-411a-bc11-54332a1cdf1b req-3493d28b-68b2-4694-9dc4-1cad2495df34 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:07.252520 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:07.263003 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0144b040-7f18-411a-bc11-54332a1cdf1b req-3493d28b-68b2-4694-9dc4-1cad2495df34 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.1976223 Dec 23 12:01:07.317346 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c4992-ba7f-4ebd-aefe-c5636ea0a42f None None] Pushing event updated for resources: {'Port': ['ID=e9b199a6-b4ef-4c05-9863-006b4eafe0a6,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:07.339241 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port c1c900b2-c255-4408-9f0a-39db1d741946 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:07.343094 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:07.347706 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Publish callbacks [] for port, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:07.381959 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0144b040-7f18-411a-bc11-54332a1cdf1b req-cd828810-85fe-4070-ad93-40ff89546d2f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176872 Dec 23 12:01:07.410468 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] Set router 093bf254-ba22-42ec-9761-95aef77058dd gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:01:07.435456 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:07.464556 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-681a5781-8bdc-42b1-930a-17559d59c866 None None] Provisioning complete for port e9b199a6-b4ef-4c05-9863-006b4eafe0a6 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:07.464928 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-681a5781-8bdc-42b1-930a-17559d59c866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:07.538063 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device e9b199a6-b4ef-4c05-9863-006b4eafe0a6 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:01:07.586605 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Network 4bec9f3a-c59c-4bb6-93e1-d638073db458 is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:01:07.590918 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:01:07.606615 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Received port after_create {{(pid=102502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:01:07.613247 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Pushing event updated for resources: {'Port': ['ID=d01e097c-b6c4-482d-9351-f243fb8a5281,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:07.719526 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port e9b199a6-b4ef-4c05-9863-006b4eafe0a6 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:07.720702 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093bf254-ba22-42ec-9761-95aef77058dd', 'name': 'tempest-TestShelveInstance-1584770559-router', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '566e2733-4784-474a-8530-38913af827ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:01:03Z', 'revision_number': 3, 'project_id': '99c9026446f34700b49c48ccdec95fbe', 'gw_port': {'id': '566e2733-4784-474a-8530-38913af827ad', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093bf254-ba22-42ec-9761-95aef77058dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:07.721522 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:07.729896 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601410'] for router_interface, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:07.774197 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d6854-fc5f-4768-874b-2842678f6b05 None None] The sync data for ids ['093bf254-ba22-42ec-9761-95aef77058dd'] in dv-cinder-822821-1-iscsi is: [{'id': '093bf254-ba22-42ec-9761-95aef77058dd', 'name': 'tempest-TestShelveInstance-1584770559-router', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '566e2733-4784-474a-8530-38913af827ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:01:03Z', 'revision_number': 3, 'project_id': '99c9026446f34700b49c48ccdec95fbe', 'gw_port': {'id': '566e2733-4784-474a-8530-38913af827ad', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093bf254-ba22-42ec-9761-95aef77058dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:01:07.952230 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-ecd12b3d-fbe5-4ce5-ab5a-b117fdaa5a83 None None] Provisioning complete for port d01e097c-b6c4-482d-9351-f243fb8a5281 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:07.953111 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-ecd12b3d-fbe5-4ce5-ab5a-b117fdaa5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:07.960819 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:08.006854 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-ecd12b3d-fbe5-4ce5-ab5a-b117fdaa5a83 None None] Port d01e097c-b6c4-482d-9351-f243fb8a5281 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:01:08.205181 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Publish callbacks [] for port, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:08.211757 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10476032'] for port, after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:08.295087 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601398'] for router_interface, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:08.298715 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Pushing event updated for resources: {'Port': ['ID=d01e097c-b6c4-482d-9351-f243fb8a5281,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:08.418233 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Network 4bec9f3a-c59c-4bb6-93e1-d638073db458 is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:01:08.420041 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:01:08.550117 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d6c49-6171-4f41-b125-462d79107f64 req-20013d52-59b9-4fbb-b4c9-644ebcaa79e5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:08.561804 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2c9d6c49-6171-4f41-b125-462d79107f64 req-20013d52-59b9-4fbb-b4c9-644ebcaa79e5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0899274 Dec 23 12:01:08.583907 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:08.647138 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2c9d6c49-6171-4f41-b125-462d79107f64 req-4ecc1c2d-989a-4cd5-8673-a544c3145497 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835314 Dec 23 12:01:08.759387 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Router 093bf254-ba22-42ec-9761-95aef77058dd has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:01:08.837762 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-a24cdf8f-5db0-4e42-ab8a-2eebb12607c1 None None] Provisioning complete for port d01e097c-b6c4-482d-9351-f243fb8a5281 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:08.838283 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a24cdf8f-5db0-4e42-ab8a-2eebb12607c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:08.886841 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-a24cdf8f-5db0-4e42-ab8a-2eebb12607c1 None None] Port d01e097c-b6c4-482d-9351-f243fb8a5281 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:01:08.889781 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device e9b199a6-b4ef-4c05-9863-006b4eafe0a6 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:01:08.922227 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:01:08.935774 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-6767b16e-3467-48d3-928b-1fdc5b3bfcda admin admin] 10.222.0.65 "PUT /v2.0/routers/093bf254-ba22-42ec-9761-95aef77058dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8003509 Dec 23 12:01:08.964799 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port e9b199a6-b4ef-4c05-9863-006b4eafe0a6 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:08.965368 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:09.060552 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 566e2733-4784-474a-8530-38913af827ad up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:01:09.121079 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 566e2733-4784-474a-8530-38913af827ad triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:09.121479 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:09.209918 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:09.252428 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] For port 566e2733-4784-474a-8530-38913af827ad, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=566e2733-4784-474a-8530-38913af827ad,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:01:09.260908 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:09.308605 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:09.329183 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Pushing event updated for resources: {'Port': ['ID=566e2733-4784-474a-8530-38913af827ad,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:09.760243 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 33634) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:09.768168 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-44a6fb18-18b2-49f3-b97b-037b06355ef3 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2115882063', 'description': 'tempest-secgroup-smoke-2115882063 description', 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:09.806921 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-44a6fb18-18b2-49f3-b97b-037b06355ef3 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:09.865738 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd44f03-acc1-463d-b3ba-9e3e0e04a4a4 req-99dde0d3-d5d7-4235-8d56-824981e94b4a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:09.877090 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ebd44f03-acc1-463d-b3ba-9e3e0e04a4a4 req-99dde0d3-d5d7-4235-8d56-824981e94b4a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0717869 Dec 23 12:01:09.936213 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ebd44f03-acc1-463d-b3ba-9e3e0e04a4a4 req-1ba43728-c4ee-497e-a60c-e23135163115 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578527 Dec 23 12:01:09.964467 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-44a6fb18-18b2-49f3-b97b-037b06355ef3 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:09.966385 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Sync routers for ids ['093bf254-ba22-42ec-9761-95aef77058dd'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:01:09.972383 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-44a6fb18-18b2-49f3-b97b-037b06355ef3 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:09.986699 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Routers {'093bf254-ba22-42ec-9761-95aef77058dd'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:01:09.987593 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:01:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['093bf254-ba22-42ec-9761-95aef77058dd'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:10.004994 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-44a6fb18-18b2-49f3-b97b-037b06355ef3 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.006231 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-44a6fb18-18b2-49f3-b97b-037b06355ef3 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2431369 Dec 23 12:01:10.009610 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 33642) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:10.012350 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6fb18-18b2-49f3-b97b-037b06355ef3 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71103d3-626a-4ee1-8f67-9b451bd3684a,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:10.014169 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-01879fb7-8c79-48ad-ae07-1a99983dcce0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Request body: {'security_group_rule': {'security_group_id': 'd71103d3-626a-4ee1-8f67-9b451bd3684a', 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:10.048732 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-01879fb7-8c79-48ad-ae07-1a99983dcce0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.100487 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Set router 093bf254-ba22-42ec-9761-95aef77058dd gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:01:10.143218 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-01879fb7-8c79-48ad-ae07-1a99983dcce0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.147660 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-01879fb7-8c79-48ad-ae07-1a99983dcce0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.167823 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01879fb7-8c79-48ad-ae07-1a99983dcce0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff52228-b15d-4cd2-b9c2-3fab44ad9813,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:10.175454 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-01879fb7-8c79-48ad-ae07-1a99983dcce0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.177117 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-01879fb7-8c79-48ad-ae07-1a99983dcce0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1665142 Dec 23 12:01:10.179836 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 33644) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:10.186413 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-b5002c7d-7707-4c3f-a64d-3c5520e37a49 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Request body: {'security_group_rule': {'security_group_id': 'd71103d3-626a-4ee1-8f67-9b451bd3684a', 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:10.217675 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b5002c7d-7707-4c3f-a64d-3c5520e37a49 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.285477 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b5002c7d-7707-4c3f-a64d-3c5520e37a49 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.291497 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b5002c7d-7707-4c3f-a64d-3c5520e37a49 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.314602 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5002c7d-7707-4c3f-a64d-3c5520e37a49 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa0b65f-d502-43e1-9b5c-c67ccd6573c0,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:10.319804 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093bf254-ba22-42ec-9761-95aef77058dd', 'name': 'tempest-TestShelveInstance-1584770559-router', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '566e2733-4784-474a-8530-38913af827ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:01:07Z', 'revision_number': 4, 'project_id': '99c9026446f34700b49c48ccdec95fbe', 'gw_port': {'id': '566e2733-4784-474a-8530-38913af827ad', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093bf254-ba22-42ec-9761-95aef77058dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'd01e097c-b6c4-482d-9351-f243fb8a5281', 'name': '', 'network_id': '4bec9f3a-c59c-4bb6-93e1-d638073db458', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe', 'mac_address': 'fa:16:3e:b1:47:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093bf254-ba22-42ec-9761-95aef77058dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '471dd3fd-aefc-4a59-9290-8e460a44ee80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:01:06Z', 'updated_at': '2021-12-23T12:01:08Z', 'revision_number': 2, 'project_id': '99c9026446f34700b49c48ccdec95fbe', 'subnets': [{'id': '471dd3fd-aefc-4a59-9290-8e460a44ee80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:10.326624 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b5002c7d-7707-4c3f-a64d-3c5520e37a49 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.330494 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-b5002c7d-7707-4c3f-a64d-3c5520e37a49 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462653 Dec 23 12:01:10.330867 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 33648) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:10.335769 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-778e1bb0-e2fb-457f-b885-cf2d1b15df91 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Request body: {'security_group_rule': {'security_group_id': 'd71103d3-626a-4ee1-8f67-9b451bd3684a', 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:10.376270 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-778e1bb0-e2fb-457f-b885-cf2d1b15df91 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.443840 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-778e1bb0-e2fb-457f-b885-cf2d1b15df91 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.448383 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-778e1bb0-e2fb-457f-b885-cf2d1b15df91 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.467876 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e1bb0-e2fb-457f-b885-cf2d1b15df91 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0036eabf-275b-49d7-92a3-00fe6b33d846,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:10.473975 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-778e1bb0-e2fb-457f-b885-cf2d1b15df91 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.475431 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-778e1bb0-e2fb-457f-b885-cf2d1b15df91 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434882 Dec 23 12:01:10.478562 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 33650) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:10.484544 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-04120bc8-7058-4a4f-9288-7f9acdb80ed0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Request body: {'security_group_rule': {'security_group_id': 'd71103d3-626a-4ee1-8f67-9b451bd3684a', 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:10.504061 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Checking router: 093bf254-ba22-42ec-9761-95aef77058dd for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:01:10.504412 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Updating router 093bf254-ba22-42ec-9761-95aef77058dd port d01e097c-b6c4-482d-9351-f243fb8a5281 binding host dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:01:10.518456 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-04120bc8-7058-4a4f-9288-7f9acdb80ed0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.535273 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.593476 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-04120bc8-7058-4a4f-9288-7f9acdb80ed0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.599084 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-04120bc8-7058-4a4f-9288-7f9acdb80ed0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.623315 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04120bc8-7058-4a4f-9288-7f9acdb80ed0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc0e3a8-f43b-4875-ae03-db75617f99db,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:10.637275 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-04120bc8-7058-4a4f-9288-7f9acdb80ed0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.642065 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-04120bc8-7058-4a4f-9288-7f9acdb80ed0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1595674 Dec 23 12:01:10.642888 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 33652) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:10.647793 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-1fc26f65-ca64-4a1d-92ae-a2b552cd2c85 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Request body: {'security_group_rule': {'security_group_id': 'd71103d3-626a-4ee1-8f67-9b451bd3684a', 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:10.682434 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 566e2733-4784-474a-8530-38913af827ad up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:01:10.694287 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.securitygroups_db [None req-1fc26f65-ca64-4a1d-92ae-a2b552cd2c85 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Project f78243e9c4ec4d51a07e39bec8a14073 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:01:10.699623 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1fc26f65-ca64-4a1d-92ae-a2b552cd2c85 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.766683 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1fc26f65-ca64-4a1d-92ae-a2b552cd2c85 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.774051 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1fc26f65-ca64-4a1d-92ae-a2b552cd2c85 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.794939 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc26f65-ca64-4a1d-92ae-a2b552cd2c85 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31ab69a-8c3d-4ca8-8fb8-c80018f7415c,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:10.804084 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1fc26f65-ca64-4a1d-92ae-a2b552cd2c85 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.808152 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 566e2733-4784-474a-8530-38913af827ad triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:10.808314 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-1fc26f65-ca64-4a1d-92ae-a2b552cd2c85 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1615303 Dec 23 12:01:10.808397 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.808600 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 33654) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:10.813241 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-0c19b8ba-3d8e-46b2-aead-915d80c9ca45 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Request body: {'security_group_rule': {'security_group_id': 'd71103d3-626a-4ee1-8f67-9b451bd3684a', 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:10.838382 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.securitygroups_db [None req-0c19b8ba-3d8e-46b2-aead-915d80c9ca45 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Project f78243e9c4ec4d51a07e39bec8a14073 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:01:10.844320 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-0c19b8ba-3d8e-46b2-aead-915d80c9ca45 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.919160 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-0c19b8ba-3d8e-46b2-aead-915d80c9ca45 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.924896 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-0c19b8ba-3d8e-46b2-aead-915d80c9ca45 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.950614 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19b8ba-3d8e-46b2-aead-915d80c9ca45 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4a176f-619b-4538-8a58-f05d2e985630,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:10.958359 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-0c19b8ba-3d8e-46b2-aead-915d80c9ca45 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.968131 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Publish callbacks [] for port, precommit_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:10.969716 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-0c19b8ba-3d8e-46b2-aead-915d80c9ca45 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1600523 Dec 23 12:01:10.979911 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:11.043617 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba824ecc-0ca9-483a-a85b-996853d6dc77 None None] Pushing event updated for resources: {'Port': ['ID=d01e097c-b6c4-482d-9351-f243fb8a5281,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:11.108913 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Attempting to bind port d01e097c-b6c4-482d-9351-f243fb8a5281 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:01:11.109285 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Attempting to bind port d01e097c-b6c4-482d-9351-f243fb8a5281 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'df9ddb6e-2b43-433b-8295-ad2ed16e33e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4bec9f3a-c59c-4bb6-93e1-d638073db458'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:01:11.109678 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Attempting to bind port d01e097c-b6c4-482d-9351-f243fb8a5281 on network 4bec9f3a-c59c-4bb6-93e1-d638073db458 {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:01:11.116291 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:01:11.116646 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Checking segment: {'id': 'df9ddb6e-2b43-433b-8295-ad2ed16e33e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4bec9f3a-c59c-4bb6-93e1-d638073db458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:01:11.117054 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:11.117512 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Bound using segment: {'id': 'df9ddb6e-2b43-433b-8295-ad2ed16e33e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4bec9f3a-c59c-4bb6-93e1-d638073db458'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:01:11.117990 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Bound port: d01e097c-b6c4-482d-9351-f243fb8a5281, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9ddb6e-2b43-433b-8295-ad2ed16e33e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4bec9f3a-c59c-4bb6-93e1-d638073db458'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:01:11.118375 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:11.231204 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e08144-4987-498f-adbf-97fb5be8dad1 req-1ba12fa1-5ceb-4f86-baca-7582b43742ce tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:11.234014 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-66e08144-4987-498f-adbf-97fb5be8dad1 req-1ba12fa1-5ceb-4f86-baca-7582b43742ce tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.1403556 Dec 23 12:01:11.246075 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] For port d01e097c-b6c4-482d-9351-f243fb8a5281, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:01:11.250537 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] For port d01e097c-b6c4-482d-9351-f243fb8a5281, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=d01e097c-b6c4-482d-9351-f243fb8a5281,segment=NetworkSegment(df9ddb6e-2b43-433b-8295-ad2ed16e33e9),segment_id=df9ddb6e-2b43-433b-8295-ad2ed16e33e9)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:01:11.257692 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:11.326205 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba824ecc-0ca9-483a-a85b-996853d6dc77 None None] Pushing event updated for resources: {'Port': ['ID=d01e097c-b6c4-482d-9351-f243fb8a5281,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:11.329960 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Routers {'093bf254-ba22-42ec-9761-95aef77058dd'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:01:11.330747 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:01:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['093bf254-ba22-42ec-9761-95aef77058dd'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:11.373466 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-66e08144-4987-498f-adbf-97fb5be8dad1 req-b8ca32a6-a02e-4403-995f-276c2d28336f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301005 Dec 23 12:01:11.498161 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-3479757e-06cd-4f2f-89d1-b4068a328135 None None] Provisioning complete for port d01e097c-b6c4-482d-9351-f243fb8a5281 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:11.498577 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-3479757e-06cd-4f2f-89d1-b4068a328135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:11.524952 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] Set router 093bf254-ba22-42ec-9761-95aef77058dd gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:01:11.771840 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 33702) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:11.804385 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-3479757e-06cd-4f2f-89d1-b4068a328135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:11.888127 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-3479757e-06cd-4f2f-89d1-b4068a328135 None None] For port d01e097c-b6c4-482d-9351-f243fb8a5281, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=d01e097c-b6c4-482d-9351-f243fb8a5281,segment=NetworkSegment(df9ddb6e-2b43-433b-8295-ad2ed16e33e9),segment_id=df9ddb6e-2b43-433b-8295-ad2ed16e33e9)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:01:11.894997 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-3479757e-06cd-4f2f-89d1-b4068a328135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:11.952579 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479757e-06cd-4f2f-89d1-b4068a328135 None None] Pushing event updated for resources: {'Port': ['ID=d01e097c-b6c4-482d-9351-f243fb8a5281,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:11.961059 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093bf254-ba22-42ec-9761-95aef77058dd', 'name': 'tempest-TestShelveInstance-1584770559-router', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '566e2733-4784-474a-8530-38913af827ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:01:07Z', 'revision_number': 4, 'project_id': '99c9026446f34700b49c48ccdec95fbe', 'gw_port': {'id': '566e2733-4784-474a-8530-38913af827ad', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093bf254-ba22-42ec-9761-95aef77058dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'd01e097c-b6c4-482d-9351-f243fb8a5281', 'name': '', 'network_id': '4bec9f3a-c59c-4bb6-93e1-d638073db458', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe', 'mac_address': 'fa:16:3e:b1:47:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093bf254-ba22-42ec-9761-95aef77058dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '471dd3fd-aefc-4a59-9290-8e460a44ee80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:01:06Z', 'updated_at': '2021-12-23T12:01:11Z', 'revision_number': 4, 'project_id': '99c9026446f34700b49c48ccdec95fbe', 'subnets': [{'id': '471dd3fd-aefc-4a59-9290-8e460a44ee80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:12.001712 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c4cfb165-cde8-443f-9244-7fbff4c35705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:12.012198 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcdc873-40d2-44ea-a9a1-b96910fdf764 None None] The sync data for ids ['093bf254-ba22-42ec-9761-95aef77058dd'] in dv-cinder-822821-1-iscsi is: [{'id': '093bf254-ba22-42ec-9761-95aef77058dd', 'name': 'tempest-TestShelveInstance-1584770559-router', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '566e2733-4784-474a-8530-38913af827ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:01:07Z', 'revision_number': 4, 'project_id': '99c9026446f34700b49c48ccdec95fbe', 'gw_port': {'id': '566e2733-4784-474a-8530-38913af827ad', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093bf254-ba22-42ec-9761-95aef77058dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'd01e097c-b6c4-482d-9351-f243fb8a5281', 'name': '', 'network_id': '4bec9f3a-c59c-4bb6-93e1-d638073db458', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe', 'mac_address': 'fa:16:3e:b1:47:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '093bf254-ba22-42ec-9761-95aef77058dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '471dd3fd-aefc-4a59-9290-8e460a44ee80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:01:06Z', 'updated_at': '2021-12-23T12:01:11Z', 'revision_number': 4, 'project_id': '99c9026446f34700b49c48ccdec95fbe', 'subnets': [{'id': '471dd3fd-aefc-4a59-9290-8e460a44ee80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:01:12.046832 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-6dd12439-1896-4e6c-826c-3319afd60f7e None None] Provisioning complete for port d01e097c-b6c4-482d-9351-f243fb8a5281 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:12.049503 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-6dd12439-1896-4e6c-826c-3319afd60f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:12.215681 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083e1e7-d0db-42c7-a6b5-efb48fec31cc req-5ccb9449-2c69-4b82-a83f-54c0fd6de986 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:12.217603 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4083e1e7-d0db-42c7-a6b5-efb48fec31cc req-5ccb9449-2c69-4b82-a83f-54c0fd6de986 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.1148903 Dec 23 12:01:12.243835 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c4cfb165-cde8-443f-9244-7fbff4c35705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:12.302413 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c4cfb165-cde8-443f-9244-7fbff4c35705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:12.368731 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfb165-cde8-443f-9244-7fbff4c35705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c0a212-f09f-44e4-acd8-b2f49bd6a3ce,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:12.387042 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-c4cfb165-cde8-443f-9244-7fbff4c35705 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d2c2b9a2ceeb4576a0315dddeb36c8cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6140811 Dec 23 12:01:12.390143 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 33722) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:12.432480 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4083e1e7-d0db-42c7-a6b5-efb48fec31cc req-619d4493-f2bf-45e3-8916-5e4e261d95b6 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870348 Dec 23 12:01:12.654636 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4d67a57a-633c-488c-83e3-882350f413b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:12.706741 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09deb6-7f38-4da2-b12a-3a60615ec0f3 req-41241535-ad86-4077-96fe-50ccfb152fa0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:12.708408 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3c09deb6-7f38-4da2-b12a-3a60615ec0f3 req-41241535-ad86-4077-96fe-50ccfb152fa0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.1138263 Dec 23 12:01:12.721759 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4d67a57a-633c-488c-83e3-882350f413b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:12.749026 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device d01e097c-b6c4-482d-9351-f243fb8a5281 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:01:12.788722 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3c09deb6-7f38-4da2-b12a-3a60615ec0f3 req-fff1e040-fd25-434c-9c75-b4be2707a09e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740230 Dec 23 12:01:12.834051 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4d67a57a-633c-488c-83e3-882350f413b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:12.843513 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4d67a57a-633c-488c-83e3-882350f413b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:12.848919 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port d01e097c-b6c4-482d-9351-f243fb8a5281 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:12.848919 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:12.850489 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-4d67a57a-633c-488c-83e3-882350f413b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0c0a212-f09f-44e4-acd8-b2f49bd6a3ce HTTP/1.1" status: 204 len: 168 time: 0.4590757 Dec 23 12:01:12.868802 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67a57a-633c-488c-83e3-882350f413b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c0a212-f09f-44e4-acd8-b2f49bd6a3ce,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:13.202738 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2030109-ea9a-4db8-877e-e786e3b80f4b req-0e76391b-02b0-4e9d-bcf2-d436f8e3174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:13.204251 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c2030109-ea9a-4db8-877e-e786e3b80f4b req-0e76391b-02b0-4e9d-bcf2-d436f8e3174c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 1099 time: 0.0423536 Dec 23 12:01:13.260259 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c2030109-ea9a-4db8-877e-e786e3b80f4b req-2f5e1415-995c-4ab4-b776-cebedb8a1113 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443861 Dec 23 12:01:13.630605 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d6ae5-3afc-45bf-b92e-eb3c6a850abe req-7088cd37-a758-41ef-94dc-38a3a96c82f1 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:13.638395 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a68d6ae5-3afc-45bf-b92e-eb3c6a850abe req-7088cd37-a758-41ef-94dc-38a3a96c82f1 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0649407 Dec 23 12:01:13.696337 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a68d6ae5-3afc-45bf-b92e-eb3c6a850abe req-cec1980a-044b-41a2-bdf7-f7e30045b93f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556676 Dec 23 12:01:13.776141 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 33788) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:13.887184 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-360792719-network', 'tenant_id': '656fb5fa69a64dd49ed36532dfa2ef18'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:13.917350 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07604f38-a686-43d5-ab8c-80f2ebdf8ac6 req-0ffdf65d-f430-4a09-8429-e7b0094771db tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:13.918115 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] Made reservation on behalf of 656fb5fa69a64dd49ed36532dfa2ef18 for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:01:13.919423 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-07604f38-a686-43d5-ab8c-80f2ebdf8ac6 req-0ffdf65d-f430-4a09-8429-e7b0094771db tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0510054 Dec 23 12:01:13.924522 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:13.933761 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:13.987628 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-07604f38-a686-43d5-ab8c-80f2ebdf8ac6 req-8d58bb75-baf5-4bd6-9779-cd38ae6b90d9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609882 Dec 23 12:01:14.040735 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:14.047677 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:14.072546 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:01:14.082343 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daac918-c165-4c98-98f6-39abda625e54,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:14.087842 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:14.088169 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] Added segment 6202589c-f553-4fe0-bb74-b132ba6ef0d2 of type vlan for network e6a08c68-4efd-455d-9eb5-a5d51e2dc856 Dec 23 12:01:14.137278 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:14.162892 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:14.167401 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:14.168454 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:14.169111 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:14.199988 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4226458 Dec 23 12:01:14.202936 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 33794) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:14.207754 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-073bcaa5-de5c-4ed6-ab5f-1f9ff5b922a3 admin admin] Request body: {'subnet': {'network_id': 'e6a08c68-4efd-455d-9eb5-a5d51e2dc856', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-360792719-subnet', 'tenant_id': '656fb5fa69a64dd49ed36532dfa2ef18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:14.235393 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073bcaa5-de5c-4ed6-ab5f-1f9ff5b922a3 admin admin] Made reservation on behalf of 656fb5fa69a64dd49ed36532dfa2ef18 for: {'subnet': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:01:14.238583 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-073bcaa5-de5c-4ed6-ab5f-1f9ff5b922a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9255072'] for subnet, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:14.245125 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b4c48-569f-4d69-819d-7b4dab7f19a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e6a08c68-4efd-455d-9eb5-a5d51e2dc856,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:14.254879 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network e6a08c68-4efd-455d-9eb5-a5d51e2dc856 details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:01:14.648644 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-073bcaa5-de5c-4ed6-ab5f-1f9ff5b922a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10279228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9255090'] for subnet, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:14.730143 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bcaa5-de5c-4ed6-ab5f-1f9ff5b922a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59e1d02-eccf-4c8e-b48d-a72ed3836f04,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:14.744301 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073bcaa5-de5c-4ed6-ab5f-1f9ff5b922a3 admin admin] Checking segment: {'id': '6202589c-f553-4fe0-bb74-b132ba6ef0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e6a08c68-4efd-455d-9eb5-a5d51e2dc856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:01:14.744661 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073bcaa5-de5c-4ed6-ab5f-1f9ff5b922a3 admin admin] Network hostable DHCP agents. Network: e6a08c68-4efd-455d-9eb5-a5d51e2dc856, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:01:14.762770 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073bcaa5-de5c-4ed6-ab5f-1f9ff5b922a3 admin admin] Network e6a08c68-4efd-455d-9eb5-a5d51e2dc856 is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:01:14.773877 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-073bcaa5-de5c-4ed6-ab5f-1f9ff5b922a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, e6a08c68-4efd-455d-9eb5-a5d51e2dc856) {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:01:14.779098 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073bcaa5-de5c-4ed6-ab5f-1f9ff5b922a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:14.779799 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-073bcaa5-de5c-4ed6-ab5f-1f9ff5b922a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:14.784719 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c3dfa6-ebba-4efe-8ed0-954cdb552ccd None None] Network e6a08c68-4efd-455d-9eb5-a5d51e2dc856 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:01:14.839673 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-073bcaa5-de5c-4ed6-ab5f-1f9ff5b922a3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6354263 Dec 23 12:01:14.857413 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8589f9-cca2-497d-87d6-0ef6efa404bb req-d2244a53-16d9-462d-9512-99fb295cb5bd tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:14.859618 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4e8589f9-cca2-497d-87d6-0ef6efa404bb req-d2244a53-16d9-462d-9512-99fb295cb5bd tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0757740 Dec 23 12:01:14.938123 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4e8589f9-cca2-497d-87d6-0ef6efa404bb req-4011fa15-47b2-410c-9860-f1278bdf1728 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685129 Dec 23 12:01:14.961377 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25bbe56-4687-4fd2-9296-7ce5d3c5e97a None None] Network e6a08c68-4efd-455d-9eb5-a5d51e2dc856 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:01:15.160039 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629148f6-8758-4e3d-9e35-9e93d8566148 req-82fb123b-fa99-496a-a9fa-72e92bdc261e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:15.167433 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-629148f6-8758-4e3d-9e35-9e93d8566148 req-82fb123b-fa99-496a-a9fa-72e92bdc261e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0813775 Dec 23 12:01:15.236179 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-629148f6-8758-4e3d-9e35-9e93d8566148 req-a86531c3-a1e7-48a4-8c1e-8f44e583a335 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670879 Dec 23 12:01:15.606737 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd801e6f-7f8c-427a-94f3-db0f4c337711 req-9e616e6d-1242-4cc1-9c67-2a71e9981ede tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:15.608116 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bd801e6f-7f8c-427a-94f3-db0f4c337711 req-9e616e6d-1242-4cc1-9c67-2a71e9981ede tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0787408 Dec 23 12:01:15.615148 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac7679-dbd6-47e3-a330-a1fb45639dc7 req-6e24218f-b047-47d3-8993-2dd41d5d745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:15.616645 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e8ac7679-dbd6-47e3-a330-a1fb45639dc7 req-6e24218f-b047-47d3-8993-2dd41d5d745b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec59363a116e4c37832626c6add07f04&device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 1099 time: 0.0586541 Dec 23 12:01:15.717469 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bd801e6f-7f8c-427a-94f3-db0f4c337711 req-0fb21c77-10ce-4a3d-9be3-9e57c42ca3f2 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998302 Dec 23 12:01:15.744984 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac7679-dbd6-47e3-a330-a1fb45639dc7 req-148861bb-16a3-4bcc-8061-664a89c1848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:15.746471 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e8ac7679-dbd6-47e3-a330-a1fb45639dc7 req-148861bb-16a3-4bcc-8061-664a89c1848a service neutron] 10.222.0.61 "GET /v2.0/networks?id=b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 200 len: 920 time: 0.1155534 Dec 23 12:01:15.790787 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e8ac7679-dbd6-47e3-a330-a1fb45639dc7 req-dcd9b560-0205-4208-83be-fa938868d532 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b32d0851-1880-4e36-81d6-464702876f58 HTTP/1.1" status: 200 len: 217 time: 0.0344403 Dec 23 12:01:15.845767 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac7679-dbd6-47e3-a330-a1fb45639dc7 req-49f75ed2-0b8f-4d89-8a95-6f24e5993031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:15.847208 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e8ac7679-dbd6-47e3-a330-a1fb45639dc7 req-49f75ed2-0b8f-4d89-8a95-6f24e5993031 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2572a32-7da4-4c6b-a622-f053958d1230 HTTP/1.1" status: 200 len: 859 time: 0.0426745 Dec 23 12:01:15.894796 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e8ac7679-dbd6-47e3-a330-a1fb45639dc7 req-962cfa89-579a-4089-a314-5c35ebc7c287 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b549575c-e737-460e-8224-ff10749539d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284643 Dec 23 12:01:16.010959 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e8ac7679-dbd6-47e3-a330-a1fb45639dc7 req-fb7fd8f2-4746-49d4-ab95-f00d2ab0247e service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973139 Dec 23 12:01:16.135791 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dd88c-1d2b-42c8-92f5-08c293dbb298 req-8cd64e8b-d0e7-4b5d-8426-36a7a2b5b932 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:16.137289 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-163dd88c-1d2b-42c8-92f5-08c293dbb298 req-8cd64e8b-d0e7-4b5d-8426-36a7a2b5b932 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.1015975 Dec 23 12:01:16.159132 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e8ac7679-dbd6-47e3-a330-a1fb45639dc7 req-9a6f3d0d-75bb-455d-b5ef-dc9f74bac40f service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326873 Dec 23 12:01:16.197705 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-163dd88c-1d2b-42c8-92f5-08c293dbb298 req-9d7394b1-5490-432a-b0f0-1618ae6a6734 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506842 Dec 23 12:01:16.858951 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bebb11-11d5-4545-9386-9595d4441b9b req-355a0993-f023-437b-95f7-65eb9998c85c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:16.862068 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d9bebb11-11d5-4545-9386-9595d4441b9b req-355a0993-f023-437b-95f7-65eb9998c85c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0641010 Dec 23 12:01:16.913563 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d9bebb11-11d5-4545-9386-9595d4441b9b req-db72d362-d588-4739-83b3-0e6914d1b2d6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451486 Dec 23 12:01:17.329524 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c84dc5-421b-47a3-a4ed-094ae2683939 req-fc977a91-9f2c-40e5-8628-d3e4912ffded tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:17.331027 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25c84dc5-421b-47a3-a4ed-094ae2683939 req-fc977a91-9f2c-40e5-8628-d3e4912ffded tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0507376 Dec 23 12:01:17.383098 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25c84dc5-421b-47a3-a4ed-094ae2683939 req-461d5da5-34a5-4cc6-9cd9-aa857985374e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449576 Dec 23 12:01:18.034199 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7ad0a-03fc-4d46-a7c3-42fdc2d503d6 req-0eae9216-3e83-4eb7-a5f5-88f84d120454 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:18.035840 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-07a7ad0a-03fc-4d46-a7c3-42fdc2d503d6 req-0eae9216-3e83-4eb7-a5f5-88f84d120454 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0516024 Dec 23 12:01:18.085099 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-07a7ad0a-03fc-4d46-a7c3-42fdc2d503d6 req-a79e6f04-043b-4913-b51a-d933f9752994 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424516 Dec 23 12:01:18.527062 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8c894-829e-4d1f-9719-de08277ce087 req-1c8bccce-c00e-4de8-9028-dc9b74425005 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:18.528552 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c1b8c894-829e-4d1f-9719-de08277ce087 req-1c8bccce-c00e-4de8-9028-dc9b74425005 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0592043 Dec 23 12:01:18.578389 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c1b8c894-829e-4d1f-9719-de08277ce087 req-0e1f31f4-0866-4d79-907d-4b690cecf15d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437384 Dec 23 12:01:19.211873 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025227e0-20c3-4d78-85b2-77d03a8cc36e req-2775998e-09fb-41d9-b761-f6a8f67f656f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:19.213593 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-025227e0-20c3-4d78-85b2-77d03a8cc36e req-2775998e-09fb-41d9-b761-f6a8f67f656f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0523448 Dec 23 12:01:19.266441 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-025227e0-20c3-4d78-85b2-77d03a8cc36e req-23302de6-b0dc-4bf4-9123-482af4279fef tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465336 Dec 23 12:01:19.707821 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b672324-7ead-4de4-b6ab-cadd7a3f7fa7 req-585e3a4f-5ed9-4587-b0dc-ff40a745b9bc tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:19.709353 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4b672324-7ead-4de4-b6ab-cadd7a3f7fa7 req-585e3a4f-5ed9-4587-b0dc-ff40a745b9bc tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0521004 Dec 23 12:01:19.768591 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4b672324-7ead-4de4-b6ab-cadd7a3f7fa7 req-d3150988-15d1-48cf-a595-2ecc2029d3b7 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524323 Dec 23 12:01:20.726822 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968a94e-db5a-47ac-8ce9-4dd0a940e7dd req-987a3d8e-7192-45ab-9ccf-e77841e4de19 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:20.728430 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2968a94e-db5a-47ac-8ce9-4dd0a940e7dd req-987a3d8e-7192-45ab-9ccf-e77841e4de19 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0498974 Dec 23 12:01:20.778186 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2968a94e-db5a-47ac-8ce9-4dd0a940e7dd req-bd76b972-0d24-4d45-acd0-6c00942ed929 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436940 Dec 23 12:01:20.895504 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33c910-7c4f-4809-b83a-bd46b03eb086 req-e38d0b24-0f34-4358-891d-58c2ba67ec87 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:20.896907 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9c33c910-7c4f-4809-b83a-bd46b03eb086 req-e38d0b24-0f34-4358-891d-58c2ba67ec87 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0509558 Dec 23 12:01:20.971754 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9c33c910-7c4f-4809-b83a-bd46b03eb086 req-a5de8402-e909-41c7-a94b-bedd6c99578e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680919 Dec 23 12:01:22.104507 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946f196-d112-4af7-9628-a6beade9c8eb req-306afe92-c381-408d-8f37-0f921c112f8b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:22.105971 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1946f196-d112-4af7-9628-a6beade9c8eb req-306afe92-c381-408d-8f37-0f921c112f8b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0514023 Dec 23 12:01:22.152185 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1946f196-d112-4af7-9628-a6beade9c8eb req-e59b979c-f08b-438c-9c49-407b5eba6230 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398991 Dec 23 12:01:22.804053 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:01:23.277121 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4dfac-c217-4f85-868c-b0ca7b280258 req-4b918f33-a191-4af8-9edb-a0384b891966 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:23.278624 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93d4dfac-c217-4f85-868c-b0ca7b280258 req-4b918f33-a191-4af8-9edb-a0384b891966 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0493543 Dec 23 12:01:23.326800 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93d4dfac-c217-4f85-868c-b0ca7b280258 req-160ff163-3ba4-465d-b64b-d9dd8a47fe8e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418799 Dec 23 12:01:24.465034 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de0a19-626c-48f7-81f1-1d37c2584fbc req-f0aa6e27-d08d-4e3e-9139-b7d4b50c65cc tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:24.467327 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-76de0a19-626c-48f7-81f1-1d37c2584fbc req-f0aa6e27-d08d-4e3e-9139-b7d4b50c65cc tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0549982 Dec 23 12:01:24.517359 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-76de0a19-626c-48f7-81f1-1d37c2584fbc req-6c506fcf-c942-4493-aeca-802f4b61cce6 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429897 Dec 23 12:01:25.645558 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af89fd-3af5-4120-94d5-c37dc6787dca req-536e0bc7-9cfd-40d7-b226-c162072c1966 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:25.647102 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c9af89fd-3af5-4120-94d5-c37dc6787dca req-536e0bc7-9cfd-40d7-b226-c162072c1966 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0527802 Dec 23 12:01:25.702746 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c9af89fd-3af5-4120-94d5-c37dc6787dca req-367c0ccd-c6ee-417b-98d5-cb7246cb7d7c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483978 Dec 23 12:01:26.834461 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e606b-2960-4b03-b6d7-f638d9b3f5bc req-7438b152-597f-4fd9-b121-92d3d5e591d6 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:26.835933 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-079e606b-2960-4b03-b6d7-f638d9b3f5bc req-7438b152-597f-4fd9-b121-92d3d5e591d6 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0593052 Dec 23 12:01:26.890386 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-079e606b-2960-4b03-b6d7-f638d9b3f5bc req-db53d474-5f9f-4586-950a-5c1ef6b44d50 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484405 Dec 23 12:01:28.016427 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245eff3-6f07-4bf1-9e51-65b817f352af req-9eec41aa-9e2b-4759-96e6-be458f30636f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:28.017844 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f245eff3-6f07-4bf1-9e51-65b817f352af req-9eec41aa-9e2b-4759-96e6-be458f30636f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0486944 Dec 23 12:01:28.066635 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f245eff3-6f07-4bf1-9e51-65b817f352af req-3d56e307-8ff2-44aa-b4c2-52a80d15d997 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421176 Dec 23 12:01:29.190317 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2db4e-d4fb-4a0d-9e1d-e48012dd9d79 req-f1db8b84-d011-49f8-bbeb-b08f95ee7f8f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:29.191832 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-73a2db4e-d4fb-4a0d-9e1d-e48012dd9d79 req-f1db8b84-d011-49f8-bbeb-b08f95ee7f8f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0503743 Dec 23 12:01:29.240243 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-73a2db4e-d4fb-4a0d-9e1d-e48012dd9d79 req-7b3a4b0c-a200-4e78-842d-b9f0f147fdf2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416582 Dec 23 12:01:30.217818 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50beba-4800-460f-badd-6d17bfc3f398 req-035c7736-9ed9-49f1-989f-5cf0d4952377 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:30.219340 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7e50beba-4800-460f-badd-6d17bfc3f398 req-035c7736-9ed9-49f1-989f-5cf0d4952377 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0593181 Dec 23 12:01:30.297557 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412c7c0-6406-4808-8e09-de40684990c2 req-6c521c0e-8e4a-4313-8586-06806686eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:30.299080 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f412c7c0-6406-4808-8e09-de40684990c2 req-6c521c0e-8e4a-4313-8586-06806686eaf7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec59363a116e4c37832626c6add07f04&device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 1099 time: 0.0788496 Dec 23 12:01:30.302855 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7e50beba-4800-460f-badd-6d17bfc3f398 req-2b003358-b748-4021-9286-4a5def22462a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747197 Dec 23 12:01:30.364273 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device bbf34ca1-ab1a-4521-9402-ff6d335fe55a details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:01:30.463620 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c1646-85a8-4288-b1cf-ef46949b7482 req-97fc71c8-a124-43df-ace0-8a17b09516d5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:30.465476 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port bbf34ca1-ab1a-4521-9402-ff6d335fe55a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:01:30.473902 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-467c1646-85a8-4288-b1cf-ef46949b7482 req-97fc71c8-a124-43df-ace0-8a17b09516d5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0864303 Dec 23 12:01:30.478237 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'port_id': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'mac_address': 'fa:16:3e:e3:69:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:01:30.507849 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412c7c0-6406-4808-8e09-de40684990c2 req-380b813e-52d1-423e-a959-5eba8a1d9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:30.509707 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f412c7c0-6406-4808-8e09-de40684990c2 req-380b813e-52d1-423e-a959-5eba8a1d9608 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 200 len: 920 time: 0.1953037 Dec 23 12:01:30.533800 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:30.547996 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbf34ca1-ab1a-4521-9402-ff6d335fe55a {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:01:30.569989 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port bbf34ca1-ab1a-4521-9402-ff6d335fe55a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:01:30.575636 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:30.577580 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f412c7c0-6406-4808-8e09-de40684990c2 req-e0701d35-d081-409b-a783-56f71ae8cbd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b32d0851-1880-4e36-81d6-464702876f58 HTTP/1.1" status: 200 len: 217 time: 0.0542533 Dec 23 12:01:30.583005 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-467c1646-85a8-4288-b1cf-ef46949b7482 req-7dba2b03-1274-4e79-94e0-a8b9448431f8 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081400 Dec 23 12:01:30.625004 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,revision_number=6']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:30.642533 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412c7c0-6406-4808-8e09-de40684990c2 req-3dd2df3b-6d0e-4811-a325-e63772db8fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:30.644010 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f412c7c0-6406-4808-8e09-de40684990c2 req-3dd2df3b-6d0e-4811-a325-e63772db8fe3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2572a32-7da4-4c6b-a622-f053958d1230 HTTP/1.1" status: 200 len: 859 time: 0.0497093 Dec 23 12:01:30.691248 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f412c7c0-6406-4808-8e09-de40684990c2 req-4042d4bb-1688-42b7-aa74-7ca6b8dee9c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b549575c-e737-460e-8224-ff10749539d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251000 Dec 23 12:01:30.795846 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f412c7c0-6406-4808-8e09-de40684990c2 req-51fdbd35-97b6-44d0-886a-29ac843cdb9c service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878928 Dec 23 12:01:30.898930 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f412c7c0-6406-4808-8e09-de40684990c2 req-80c6b60e-ca21-41bd-a0bc-48d9f15464cb service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871480 Dec 23 12:01:31.009683 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['bbf34ca1-ab1a-4521-9402-ff6d335fe55a'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:01:31.431413 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190170e1-ceca-4b9e-9db3-aa82b07aa5e0 req-93e61425-427a-4f65-9eda-0603257ec138 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:31.433162 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-190170e1-ceca-4b9e-9db3-aa82b07aa5e0 req-93e61425-427a-4f65-9eda-0603257ec138 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0595415 Dec 23 12:01:31.490581 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-190170e1-ceca-4b9e-9db3-aa82b07aa5e0 req-d87f0372-da54-4071-b6d3-6f2e59b58c5f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513303 Dec 23 12:01:31.715116 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d9bfa-b3eb-4d43-844d-731d74f64554 req-4b77d438-0a91-411d-aa49-9eb2cf16757f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:31.716992 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-076d9bfa-b3eb-4d43-844d-731d74f64554 req-4b77d438-0a91-411d-aa49-9eb2cf16757f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 944 time: 0.0514879 Dec 23 12:01:31.767649 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-076d9bfa-b3eb-4d43-844d-731d74f64554 req-57f86512-5cd2-494e-a9c2-f7c27990e84e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444624 Dec 23 12:01:32.364745 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device bbf34ca1-ab1a-4521-9402-ff6d335fe55a up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:01:32.418787 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port bbf34ca1-ab1a-4521-9402-ff6d335fe55a triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:32.419233 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:32.505960 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:32.665219 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc998144-5288-467f-82de-9c1983559e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:01:32.667532 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349221a1-4cd6-471c-983d-9c4c846b9889" -d '{"events": [{"server_uuid": "fc998144-5288-467f-82de-9c1983559e40", "name": "network-vif-plugged", "status": "completed", "tag": "bbf34ca1-ab1a-4521-9402-ff6d335fe55a"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:01:32.672424 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c670a1-3a31-4eaa-bc01-df8d0ada0e2c req-2b5c941c-ca01-48d8-b450-c2599e0e08f7 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:32.674072 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-79c670a1-3a31-4eaa-bc01-df8d0ada0e2c req-2b5c941c-ca01-48d8-b450-c2599e0e08f7 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0690198 Dec 23 12:01:32.680357 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port bbf34ca1-ab1a-4521-9402-ff6d335fe55a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:01:32.685787 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:32.729546 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-79c670a1-3a31-4eaa-bc01-df8d0ada0e2c req-23521073-2217-4fd2-855d-06c1a2af95eb tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465701 Dec 23 12:01:32.736223 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,revision_number=7']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:32.778441 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137604f8-00db-4393-b4f7-54b86f9e474b x-openstack-request-id: req-137604f8-00db-4393-b4f7-54b86f9e474b {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:01:32.781606 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc998144-5288-467f-82de-9c1983559e40", "name": "network-vif-plugged", "status": "completed", "tag": "bbf34ca1-ab1a-4521-9402-ff6d335fe55a", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:01:32.781606 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-137604f8-00db-4393-b4f7-54b86f9e474b {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:01:32.781606 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc998144-5288-467f-82de-9c1983559e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'code': 200} Dec 23 12:01:32.913764 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99875531-7519-495c-8cf5-725a67139468 req-1f9f5dde-bdc2-42ae-a735-28cf05513c0d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:32.915203 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-99875531-7519-495c-8cf5-725a67139468 req-1f9f5dde-bdc2-42ae-a735-28cf05513c0d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0683050 Dec 23 12:01:32.969671 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-99875531-7519-495c-8cf5-725a67139468 req-53630dd2-65b5-4f62-b564-804824d5c0c1 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485735 Dec 23 12:01:33.718608 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-ecf114a7-4461-433f-a5e7-e5ec6f1823c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:33.854833 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91773e4-1387-4faa-8d7d-0a793be5e7e5 req-80c6ae3f-e816-43fd-9327-ed7a9d4fe6d1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:33.856413 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e91773e4-1387-4faa-8d7d-0a793be5e7e5 req-80c6ae3f-e816-43fd-9327-ed7a9d4fe6d1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0533030 Dec 23 12:01:33.904684 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e91773e4-1387-4faa-8d7d-0a793be5e7e5 req-7fecc4e2-bd98-46cd-b674-6158fdb551b5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 Dec 23 12:01:34.091962 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a409-3394-404b-913b-f6f2f1b32dcc req-a28634c3-9de6-4775-8b11-38f7ed129b18 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:34.093423 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9138a409-3394-404b-913b-f6f2f1b32dcc req-a28634c3-9de6-4775-8b11-38f7ed129b18 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0501308 Dec 23 12:01:34.150451 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9138a409-3394-404b-913b-f6f2f1b32dcc req-02bc65db-1cbd-4008-8817-19680f666ce0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507290 Dec 23 12:01:35.032363 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e441c8-94a1-44d2-bcf7-9a6560d93a95 req-7ac6f849-51e6-4e51-be43-6270ccff5e5b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:35.033889 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-09e441c8-94a1-44d2-bcf7-9a6560d93a95 req-7ac6f849-51e6-4e51-be43-6270ccff5e5b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0575624 Dec 23 12:01:35.088681 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-09e441c8-94a1-44d2-bcf7-9a6560d93a95 req-94fff5b8-4f03-4645-9996-14495cd6ac3f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Dec 23 12:01:35.272030 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc70ed-a5ce-4bd3-941b-2f8cc172a791 req-afd4a9ce-eb99-4795-a7e5-8a3cbd8bb2b7 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:35.273501 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c9fc70ed-a5ce-4bd3-941b-2f8cc172a791 req-afd4a9ce-eb99-4795-a7e5-8a3cbd8bb2b7 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0502415 Dec 23 12:01:35.325555 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c9fc70ed-a5ce-4bd3-941b-2f8cc172a791 req-5336ad5e-1a80-4fa6-a723-f281ad4db835 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452662 Dec 23 12:01:35.965310 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-c44441b5-20b7-4b6f-b58c-465440592fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:36.223588 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bf6cc-6b20-42cd-a246-f470894d675d req-283eac29-263e-41ad-ae38-602e90607f26 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:36.225421 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5b4bf6cc-6b20-42cd-a246-f470894d675d req-283eac29-263e-41ad-ae38-602e90607f26 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0608165 Dec 23 12:01:36.278430 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5b4bf6cc-6b20-42cd-a246-f470894d675d req-8574d094-829a-4d22-a877-7c3a77160bd8 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449955 Dec 23 12:01:36.471233 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfcadb-6f5e-434e-b016-c0bee7174296 req-331799c2-fe12-49b3-9f06-1486b820c64c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:36.472740 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-becfcadb-6f5e-434e-b016-c0bee7174296 req-331799c2-fe12-49b3-9f06-1486b820c64c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0543718 Dec 23 12:01:36.527335 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-becfcadb-6f5e-434e-b016-c0bee7174296 req-b55721db-f11a-4e0f-86dd-1145f90cfa97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475388 Dec 23 12:01:37.131200 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:37.370923 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-7ec8f130-a257-4cb2-a3f1-4096c01076e0 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:37.373709 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-7ec8f130-a257-4cb2-a3f1-4096c01076e0 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/networks?id=e6a08c68-4efd-455d-9eb5-a5d51e2dc856 HTTP/1.1" status: 200 len: 813 time: 0.1206150 Dec 23 12:01:37.401913 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-cdd2d45e-3675-4b83-a3c7-5b60aa94ec9b tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/quotas/656fb5fa69a64dd49ed36532dfa2ef18 HTTP/1.1" status: 200 len: 375 time: 0.0124691 Dec 23 12:01:37.443880 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a854f-b0da-42b2-bb4b-7419864e1b85 req-0b805077-abb9-49c1-8b30-dd395f182f27 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:37.445380 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4d1a854f-b0da-42b2-bb4b-7419864e1b85 req-0b805077-abb9-49c1-8b30-dd395f182f27 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0962310 Dec 23 12:01:37.447363 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-3ff426d8-bdfb-4877-8275-6de011125830 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=656fb5fa69a64dd49ed36532dfa2ef18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385711 Dec 23 12:01:37.544266 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4d1a854f-b0da-42b2-bb4b-7419864e1b85 req-61a84164-78db-409d-b60e-200b2b6384fc tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923750 Dec 23 12:01:37.577552 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-27b048c2-b94e-43e7-a8b3-aecf4d27cad3 service neutron] 10.222.0.65 "GET /v2.0/networks/e6a08c68-4efd-455d-9eb5-a5d51e2dc856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191850 Dec 23 12:01:37.705710 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404f000-8ccb-4994-9ad5-fbe2884fe423 req-5ac56f40-4358-46a7-bacf-835299b6dc5c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:37.707240 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6404f000-8ccb-4994-9ad5-fbe2884fe423 req-5ac56f40-4358-46a7-bacf-835299b6dc5c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0903907 Dec 23 12:01:37.712790 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-347aa9da-ee04-4c30-9108-7121a5941c56 service neutron] 10.222.0.65 "GET /v2.0/networks/e6a08c68-4efd-455d-9eb5-a5d51e2dc856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272955 Dec 23 12:01:37.755266 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6404f000-8ccb-4994-9ad5-fbe2884fe423 req-48e2ca70-6e6f-4c28-a8ef-31d5b0de6ee4 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415266 Dec 23 12:01:37.887300 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f9f4a503-db21-41fa-9671-c6b95f68a36b req-d0b377b3-a4ba-4656-9613-19f52758f744 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 210 time: 0.0316632 Dec 23 12:01:38.563800 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:38.676811 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75c8d8-983a-4518-81eb-0a4312addf61 req-06550390-e85d-491e-996c-346813af54a6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:38.678598 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fb75c8d8-983a-4518-81eb-0a4312addf61 req-06550390-e85d-491e-996c-346813af54a6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0558147 Dec 23 12:01:38.754678 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fb75c8d8-983a-4518-81eb-0a4312addf61 req-9d3fb396-6061-4241-ab16-6aab92bef0fc tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615678 Dec 23 12:01:38.862867 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259e7fa-3dde-43f4-83e3-6208c1aa6c66 req-fa10507e-df70-4525-b44c-a49a39c4edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:38.863121 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3259e7fa-3dde-43f4-83e3-6208c1aa6c66 req-fa10507e-df70-4525-b44c-a49a39c4edf8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 1098 time: 0.0916636 Dec 23 12:01:39.037955 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c8e89de3-8fe5-4bc2-8eb3-249928a54a72 req-d345b631-a69c-451a-a267-12aa9240dd28 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 210 time: 0.0766075 Dec 23 12:01:39.050019 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cee85-111b-46e1-b2c9-cc2f02588e1e req-0bcd694d-3464-4387-8ad7-cbf750eea9ea tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:39.057897 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-331cee85-111b-46e1-b2c9-cc2f02588e1e req-0bcd694d-3464-4387-8ad7-cbf750eea9ea tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.1887405 Dec 23 12:01:39.117441 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259e7fa-3dde-43f4-83e3-6208c1aa6c66 req-42f0a11a-a0bf-4165-a7f1-359e8a113997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:39.118956 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3259e7fa-3dde-43f4-83e3-6208c1aa6c66 req-42f0a11a-a0bf-4165-a7f1-359e8a113997 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ff9bb10-bc99-4d12-bacb-9778f44904da HTTP/1.1" status: 200 len: 918 time: 0.2191601 Dec 23 12:01:39.128373 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-331cee85-111b-46e1-b2c9-cc2f02588e1e req-6a5a7efc-7868-43a2-90cf-7ec9c3a21875 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695879 Dec 23 12:01:39.208747 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3259e7fa-3dde-43f4-83e3-6208c1aa6c66 req-0aa2f386-0762-4471-a4a1-f1e39bfc2017 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a HTTP/1.1" status: 200 len: 1001 time: 0.0742829 Dec 23 12:01:39.267890 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:39.276963 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259e7fa-3dde-43f4-83e3-6208c1aa6c66 req-c94b0127-66c7-4789-83fb-5feef2f4180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:39.279093 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3259e7fa-3dde-43f4-83e3-6208c1aa6c66 req-c94b0127-66c7-4789-83fb-5feef2f4180d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=efd3053a-1fe5-4918-9663-e9416b7eff26 HTTP/1.1" status: 200 len: 856 time: 0.0546813 Dec 23 12:01:39.363869 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259e7fa-3dde-43f4-83e3-6208c1aa6c66 req-0f53d8bb-6271-4bcc-9613-878c614ce1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:39.365384 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3259e7fa-3dde-43f4-83e3-6208c1aa6c66 req-0f53d8bb-6271-4bcc-9613-878c614ce1e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ff9bb10-bc99-4d12-bacb-9778f44904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733674 Dec 23 12:01:39.746787 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3259e7fa-3dde-43f4-83e3-6208c1aa6c66 req-93349552-d5c6-4056-b6ed-05bd0f184c89 service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668010 Dec 23 12:01:39.888806 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3259e7fa-3dde-43f4-83e3-6208c1aa6c66 req-b1058839-ff86-4ca8-bdc6-2f731c8c1133 service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280713 Dec 23 12:01:39.908854 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a083a16-145b-47ea-bdcf-c4af89aaa9aa req-f15ef615-0b96-4d0d-8193-782407fa5381 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:39.910330 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8a083a16-145b-47ea-bdcf-c4af89aaa9aa req-f15ef615-0b96-4d0d-8193-782407fa5381 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0704410 Dec 23 12:01:39.964462 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8a083a16-145b-47ea-bdcf-c4af89aaa9aa req-9db4e00d-d524-418b-bfeb-b8bb43e441ae tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474808 Dec 23 12:01:40.130204 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aef1edbe-d029-4a27-ba31-ff3a9ff90927 req-2160808a-250a-48a7-b10b-853ab9debeeb tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 210 time: 0.0313532 Dec 23 12:01:40.291363 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c241935-f5db-4277-ade8-5a8a185bc26b req-258057ae-19e4-4a27-ae3c-03c99ab71085 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:40.293014 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4c241935-f5db-4277-ade8-5a8a185bc26b req-258057ae-19e4-4a27-ae3c-03c99ab71085 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0582192 Dec 23 12:01:40.359008 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4c241935-f5db-4277-ade8-5a8a185bc26b req-4a04c6ef-0fbc-4706-b2be-a8521913a02c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570102 Dec 23 12:01:40.611813 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 34178) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:40.672424 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Deleting subnet 3789eaf7-5085-4838-acdb-e1b00c5cd02a {{(pid=102503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:01:40.676026 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:40.711317 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908575'] for subnet, precommit_delete_associations {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:40.761328 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:40.830760 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10274289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9255101'] for subnet, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:40.856737 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3789eaf7-5085-4838-acdb-e1b00c5cd02a,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:40.864146 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:40.870418 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 34186) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:40.870990 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3789eaf7-5085-4838-acdb-e1b00c5cd02a HTTP/1.1" status: 204 len: 168 time: 0.2568057 Dec 23 12:01:40.875584 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:40.876172 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:40.876525 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:40.877455 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:40.877806 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:40.878139 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:40.878473 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:40.878826 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:40.879158 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:40.879488 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:40.879811 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:40.880131 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:40.880451 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e009140-7999-4efc-bf24-0206b5351083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:40.943116 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e9fdbef2-4a68-4ef6-850f-1ba9d755d469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:41.032273 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e9fdbef2-4a68-4ef6-850f-1ba9d755d469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:41.053682 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-e9fdbef2-4a68-4ef6-850f-1ba9d755d469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19c572b-1b5e-4a3c-96b3-4936188f29bd']}} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:41.064102 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-e9fdbef2-4a68-4ef6-850f-1ba9d755d469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c266fdf7-9b24-412f-8a69-433ded8006f1') {'for_net_delete': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:41.064404 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-e9fdbef2-4a68-4ef6-850f-1ba9d755d469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c266fdf7-9b24-412f-8a69-433ded8006f1') {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:01:41.074216 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e9fdbef2-4a68-4ef6-850f-1ba9d755d469 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10471022'] for segment, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:41.088837 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e9fdbef2-4a68-4ef6-850f-1ba9d755d469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:41.095611 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fdbef2-4a68-4ef6-850f-1ba9d755d469 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:01:41.096016 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e9fdbef2-4a68-4ef6-850f-1ba9d755d469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476252'] for segment, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: Traceback (most recent call last): Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: timer() Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: cb(*args, **kw) Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: return func(*args, **kwargs) Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: self._notify() Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: self.callback(batched_events) Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: event.method(event) Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: return f(self, *a, **k) Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._get(url).json() Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: return self.request(url, 'GET', **kwargs) Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:01:41.158103 dv-cinder-822821-1-iscsi neutron-server[102502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:01:41.160759 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11639b3c-5a13-4f16-b641-346636335b89 req-95e446d8-ad15-4e73-9444-8ab7e869d70a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:41.162406 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-11639b3c-5a13-4f16-b641-346636335b89 req-95e446d8-ad15-4e73-9444-8ab7e869d70a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0835373 Dec 23 12:01:41.165142 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e9fdbef2-4a68-4ef6-850f-1ba9d755d469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:41.171375 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e9fdbef2-4a68-4ef6-850f-1ba9d755d469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:41.181021 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-e9fdbef2-4a68-4ef6-850f-1ba9d755d469 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c19c572b-1b5e-4a3c-96b3-4936188f29bd HTTP/1.1" status: 204 len: 168 time: 0.3093796 Dec 23 12:01:41.206181 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdbef2-4a68-4ef6-850f-1ba9d755d469 admin admin] Pushing event deleted for resources: {'Network': ['ID=c19c572b-1b5e-4a3c-96b3-4936188f29bd,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:41.289412 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9684abcd-f5ff-4d72-80ab-ea366cc163cf req-b8dda9ee-5752-4252-ac28-fd9f51d952d0 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 210 time: 0.0711796 Dec 23 12:01:41.302543 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-11639b3c-5a13-4f16-b641-346636335b89 req-a9835015-cdbe-473c-b739-393f8162b4a2 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331668 Dec 23 12:01:41.411429 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 34206) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:41.515280 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 34208) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:41.528428 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-a7d6e805-0b4c-4f31-81a7-af1fa8373ff9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ca5ca45c6494bff9a1a66863948f839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1089199 Dec 23 12:01:41.553034 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c271af4-edcf-4453-8e32-3ea131a2e5a3 req-36bc5aa5-bd8c-442f-a8bc-208434ad96a3 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:41.554882 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4c271af4-edcf-4453-8e32-3ea131a2e5a3 req-36bc5aa5-bd8c-442f-a8bc-208434ad96a3 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0810282 Dec 23 12:01:41.591026 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5ca7f90c-89ac-481a-ad55-77a8c288470f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:41.619672 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5ca7f90c-89ac-481a-ad55-77a8c288470f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:41.620587 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4c271af4-edcf-4453-8e32-3ea131a2e5a3 req-62d7770c-21b2-456e-9bb0-5b3941495e76 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550971 Dec 23 12:01:41.673202 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5ca7f90c-89ac-481a-ad55-77a8c288470f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:41.675808 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5ca7f90c-89ac-481a-ad55-77a8c288470f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:41.678971 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-5ca7f90c-89ac-481a-ad55-77a8c288470f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00839fa3-909a-4251-bb08-71f0378f387e HTTP/1.1" status: 204 len: 168 time: 0.1626616 Dec 23 12:01:41.688380 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7f90c-89ac-481a-ad55-77a8c288470f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00839fa3-909a-4251-bb08-71f0378f387e,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:42.499592 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f01e43fe-20d7-4671-9e7c-742cb5b5ce0e req-71b1555f-6830-41ea-a281-9e539f31535e tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 210 time: 0.0481834 Dec 23 12:01:42.533819 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1984e5-ddaf-4cc3-aa48-c928347ebe7d req-2aa28a91-ebd5-4d18-b10e-1e413fc3923f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:42.534384 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ef1984e5-ddaf-4cc3-aa48-c928347ebe7d req-2aa28a91-ebd5-4d18-b10e-1e413fc3923f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0931022 Dec 23 12:01:42.587403 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ef1984e5-ddaf-4cc3-aa48-c928347ebe7d req-6e2b7fb2-b5d8-4c8d-a436-3ca8716be87c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465608 Dec 23 12:01:42.737129 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531ae67-d211-4ac9-b832-264e6bf4d1ad req-8615ff5a-3875-47b4-8f00-3cec7bf3725e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:42.738217 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f531ae67-d211-4ac9-b832-264e6bf4d1ad req-8615ff5a-3875-47b4-8f00-3cec7bf3725e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0501835 Dec 23 12:01:42.792880 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f531ae67-d211-4ac9-b832-264e6bf4d1ad req-fdc40a90-6bfa-4134-a419-53a7269e579b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478404 Dec 23 12:01:43.616067 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b17ac5dd-2d0d-4bf2-a3c1-d0ccd1de4256 req-b57c91c9-e05f-4af1-aac9-e5e363d933b0 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 210 time: 0.0376906 Dec 23 12:01:43.788345 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb5cc9-3f2f-4841-b23e-c610a8dd59d5 req-1a8bfb11-e09a-400c-a167-f709b435692e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:43.797990 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d3bb5cc9-3f2f-4841-b23e-c610a8dd59d5 req-1a8bfb11-e09a-400c-a167-f709b435692e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0903473 Dec 23 12:01:43.810873 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-260b025e-7933-4dc0-965d-0b21e8f54932 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:43.812810 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-260b025e-7933-4dc0-965d-0b21e8f54932 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.61 "GET /v2.0/networks?id=e6a08c68-4efd-455d-9eb5-a5d51e2dc856 HTTP/1.1" status: 200 len: 813 time: 0.1888041 Dec 23 12:01:43.866098 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d3bb5cc9-3f2f-4841-b23e-c610a8dd59d5 req-93893d27-7622-48c3-8dce-1130f32d9246 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685346 Dec 23 12:01:43.877959 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-87b564c7-074e-4ba3-ad47-14dae02e7a1f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Request body: {'port': {'device_id': '68e5b661-c9f6-4d62-8a57-8aec6a201f21', 'network_id': 'e6a08c68-4efd-455d-9eb5-a5d51e2dc856', 'admin_state_up': True, 'tenant_id': '656fb5fa69a64dd49ed36532dfa2ef18'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:44.008318 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d3282-1be4-4fa4-b212-b75fc43e678d req-493bedc3-a28a-4106-9bdb-1d88b680dc88 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:44.010226 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5f8d3282-1be4-4fa4-b212-b75fc43e678d req-493bedc3-a28a-4106-9bdb-1d88b680dc88 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.1116216 Dec 23 12:01:44.059501 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-87b564c7-074e-4ba3-ad47-14dae02e7a1f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Made reservation on behalf of 656fb5fa69a64dd49ed36532dfa2ef18 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:01:44.062967 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-87b564c7-074e-4ba3-ad47-14dae02e7a1f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:44.093861 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5f8d3282-1be4-4fa4-b212-b75fc43e678d req-6e8c0a0d-f135-473f-ac21-345fb262b45f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720339 Dec 23 12:01:44.158186 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:44.229675 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-87b564c7-074e-4ba3-ad47-14dae02e7a1f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Allocated IP 172.20.0.14 (e6a08c68-4efd-455d-9eb5-a5d51e2dc856/c59e1d02-eccf-4c8e-b48d-a72ed3836f04/11258d40-4dbb-42a5-ad95-431f3b8b1f82) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:01:44.416954 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-87b564c7-074e-4ba3-ad47-14dae02e7a1f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:44.454971 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-87b564c7-074e-4ba3-ad47-14dae02e7a1f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:44.501093 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-87b564c7-074e-4ba3-ad47-14dae02e7a1f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Network e6a08c68-4efd-455d-9eb5-a5d51e2dc856 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:01:44.504094 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-87b564c7-074e-4ba3-ad47-14dae02e7a1f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:01:44.508634 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-87b564c7-074e-4ba3-ad47-14dae02e7a1f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:01:44.514988 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b564c7-074e-4ba3-ad47-14dae02e7a1f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Pushing event updated for resources: {'Port': ['ID=11258d40-4dbb-42a5-ad95-431f3b8b1f82,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:44.568040 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-87b564c7-074e-4ba3-ad47-14dae02e7a1f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:44.569118 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-87b564c7-074e-4ba3-ad47-14dae02e7a1f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:44.595168 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-87b564c7-074e-4ba3-ad47-14dae02e7a1f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7279398 Dec 23 12:01:44.622913 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Request body: {'port': {'device_id': '68e5b661-c9f6-4d62-8a57-8aec6a201f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:44.722085 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:44.830764 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca848d-1b78-490f-b004-7c20e09dd98a req-71d5f6f7-c504-4772-a991-b0f90253863b tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:44.832290 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a5ca848d-1b78-490f-b004-7c20e09dd98a req-71d5f6f7-c504-4772-a991-b0f90253863b tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 932 time: 0.0979865 Dec 23 12:01:45.034105 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a5ca848d-1b78-490f-b004-7c20e09dd98a req-9eb70a83-e1ac-414e-970e-42d3ac8aa5d9 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486495 Dec 23 12:01:45.090967 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77bdd7-2e04-4068-89b7-3b76d5e67bd4 req-31e63e60-81b3-46ae-a58c-d26c697bb498 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:45.092548 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4a77bdd7-2e04-4068-89b7-3b76d5e67bd4 req-31e63e60-81b3-46ae-a58c-d26c697bb498 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0814178 Dec 23 12:01:45.197136 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4a77bdd7-2e04-4068-89b7-3b76d5e67bd4 req-51ec86f5-a6e4-4f21-9c68-b4cd00ee0147 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955667 Dec 23 12:01:45.224306 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11258d40-4dbb-42a5-ad95-431f3b8b1f82 {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:01:45.238274 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:45.258112 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Transition to ACTIVE for port object 11258d40-4dbb-42a5-ad95-431f3b8b1f82 will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:01:45.271457 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1afb25-72ce-47b9-98b4-9ef2faf4f606 req-904b32c5-cc2d-41c4-9e83-4a2e1d24ea63 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:45.273195 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3d1afb25-72ce-47b9-98b4-9ef2faf4f606 req-904b32c5-cc2d-41c4-9e83-4a2e1d24ea63 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0926311 Dec 23 12:01:45.274609 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:45.352489 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Pushing event updated for resources: {'Port': ['ID=11258d40-4dbb-42a5-ad95-431f3b8b1f82,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:45.423990 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3d1afb25-72ce-47b9-98b4-9ef2faf4f606 req-9d6b3e3a-473b-4b50-840f-5a203f7222f5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421463 Dec 23 12:01:45.466615 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Attempting to bind port 11258d40-4dbb-42a5-ad95-431f3b8b1f82 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:01:45.467256 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Attempting to bind port 11258d40-4dbb-42a5-ad95-431f3b8b1f82 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '6202589c-f553-4fe0-bb74-b132ba6ef0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e6a08c68-4efd-455d-9eb5-a5d51e2dc856'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:01:45.467588 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Attempting to bind port 11258d40-4dbb-42a5-ad95-431f3b8b1f82 on network e6a08c68-4efd-455d-9eb5-a5d51e2dc856 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:01:45.473149 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Port 11258d40-4dbb-42a5-ad95-431f3b8b1f82 on network e6a08c68-4efd-455d-9eb5-a5d51e2dc856 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:01:45.473149 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Attempting to bind port 11258d40-4dbb-42a5-ad95-431f3b8b1f82 on network e6a08c68-4efd-455d-9eb5-a5d51e2dc856 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:01:45.477711 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:01:45.478637 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Checking segment: {'id': '6202589c-f553-4fe0-bb74-b132ba6ef0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e6a08c68-4efd-455d-9eb5-a5d51e2dc856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:01:45.479028 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Bound using segment: {'id': '6202589c-f553-4fe0-bb74-b132ba6ef0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e6a08c68-4efd-455d-9eb5-a5d51e2dc856'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:01:45.479484 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Bound port: 11258d40-4dbb-42a5-ad95-431f3b8b1f82, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6202589c-f553-4fe0-bb74-b132ba6ef0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e6a08c68-4efd-455d-9eb5-a5d51e2dc856'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:01:45.479836 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:45.558415 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] For port 11258d40-4dbb-42a5-ad95-431f3b8b1f82, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:01:45.561977 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] For port 11258d40-4dbb-42a5-ad95-431f3b8b1f82, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=11258d40-4dbb-42a5-ad95-431f3b8b1f82,segment=NetworkSegment(6202589c-f553-4fe0-bb74-b132ba6ef0d2),segment_id=6202589c-f553-4fe0-bb74-b132ba6ef0d2)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:01:45.568309 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:45.614287 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:45.614989 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:45.616451 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] 10.222.0.61 "PUT /v2.0/ports/11258d40-4dbb-42a5-ad95-431f3b8b1f82 HTTP/1.1" status: 200 len: 1094 time: 0.9994016 Dec 23 12:01:45.617138 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e5b661-c9f6-4d62-8a57-8aec6a201f21', 'tag': '11258d40-4dbb-42a5-ad95-431f3b8b1f82'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:01:45.620205 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc9a5da-620b-47dd-b5b9-f54c1e883501" -d '{"events": [{"name": "network-changed", "server_uuid": "68e5b661-c9f6-4d62-8a57-8aec6a201f21", "tag": "11258d40-4dbb-42a5-ad95-431f3b8b1f82"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:01:45.642233 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457010e-9df0-4896-8ec5-18a336f992f2 service neutron] Pushing event updated for resources: {'Port': ['ID=11258d40-4dbb-42a5-ad95-431f3b8b1f82,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:45.662960 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bf19e5-680a-40df-bcae-e46862d0a624 x-openstack-request-id: req-d7bf19e5-680a-40df-bcae-e46862d0a624 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:01:45.663712 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e5b661-c9f6-4d62-8a57-8aec6a201f21", "tag": "11258d40-4dbb-42a5-ad95-431f3b8b1f82", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:01:45.663944 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7bf19e5-680a-40df-bcae-e46862d0a624 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:01:45.664353 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e5b661-c9f6-4d62-8a57-8aec6a201f21', 'tag': '11258d40-4dbb-42a5-ad95-431f3b8b1f82', 'status': 'completed', 'code': 200} Dec 23 12:01:45.775960 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9a5da-620b-47dd-b5b9-f54c1e883501 req-6bf1bdcc-3391-447a-a3ba-6bf5e4ff16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:45.777695 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cc9a5da-620b-47dd-b5b9-f54c1e883501 req-6bf1bdcc-3391-447a-a3ba-6bf5e4ff16ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=656fb5fa69a64dd49ed36532dfa2ef18&device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 1097 time: 0.0493431 Dec 23 12:01:45.906734 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9a5da-620b-47dd-b5b9-f54c1e883501 req-35566c05-0fb9-4fb1-9046-698372802825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:45.908266 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cc9a5da-620b-47dd-b5b9-f54c1e883501 req-35566c05-0fb9-4fb1-9046-698372802825 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=656fb5fa69a64dd49ed36532dfa2ef18&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1096230 Dec 23 12:01:46.031235 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9a5da-620b-47dd-b5b9-f54c1e883501 req-5b198f2e-50c4-4df8-b710-d7a518fa942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:46.033146 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cc9a5da-620b-47dd-b5b9-f54c1e883501 req-5b198f2e-50c4-4df8-b710-d7a518fa942c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118162 Dec 23 12:01:46.210244 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855d1b3-ff17-4c6d-94d2-0fda8f3d1bbc req-5918965a-cce5-41c1-9d7b-6c7b0e9a32f8 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:46.215073 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5855d1b3-ff17-4c6d-94d2-0fda8f3d1bbc req-5918965a-cce5-41c1-9d7b-6c7b0e9a32f8 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 944 time: 0.1023984 Dec 23 12:01:46.266220 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-582d3f44-5169-4c8d-9f37-7c6f195f278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:46.268401 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-582d3f44-5169-4c8d-9f37-7c6f195f278c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=656fb5fa69a64dd49ed36532dfa2ef18&device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 1097 time: 0.1152468 Dec 23 12:01:46.290194 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5855d1b3-ff17-4c6d-94d2-0fda8f3d1bbc req-433e51c1-171f-4dbc-8943-c8933e0dde71 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697048 Dec 23 12:01:46.346130 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-6043d4c7-b4f4-4d50-a5d8-b52c3483991b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11258d40-4dbb-42a5-ad95-431f3b8b1f82 HTTP/1.1" status: 200 len: 217 time: 0.0538044 Dec 23 12:01:46.439848 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-fbaa28af-df7e-49ba-bdb2-5a9aa9e467e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:46.441322 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-fbaa28af-df7e-49ba-bdb2-5a9aa9e467e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c59e1d02-eccf-4c8e-b48d-a72ed3836f04 HTTP/1.1" status: 200 len: 853 time: 0.0758350 Dec 23 12:01:46.450195 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b279fa-31ff-42ff-8438-9ca7a8d8c97f req-dbeb3d3b-0941-4698-9193-d3def2463af6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:46.454819 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-66b279fa-31ff-42ff-8438-9ca7a8d8c97f req-dbeb3d3b-0941-4698-9193-d3def2463af6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.1113524 Dec 23 12:01:46.495378 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-d73cb772-14d5-4642-ace7-f3b0d6478d19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6a08c68-4efd-455d-9eb5-a5d51e2dc856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393240 Dec 23 12:01:46.634447 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-32131de8-d9ba-47fa-a5c2-159820168b4e tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2115882063&fields=id&tenant_id=f78243e9c4ec4d51a07e39bec8a14073 HTTP/1.1" status: 200 len: 267 time: 0.1476421 Dec 23 12:01:46.641634 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-66b279fa-31ff-42ff-8438-9ca7a8d8c97f req-5aef7fd5-ab52-4dbf-b040-87523d8af056 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767933 Dec 23 12:01:46.764361 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-28e5d3b6-acde-4daa-af6b-87bbb96d2d6e service neutron] 10.222.0.61 "GET /v2.0/networks/e6a08c68-4efd-455d-9eb5-a5d51e2dc856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522478 Dec 23 12:01:46.800141 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-6d28eafa-3be4-486e-95ee-534924aba2b8 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:46.801636 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-6d28eafa-3be4-486e-95ee-534924aba2b8 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/networks?id=b74e4f96-0c79-4be3-88be-9335e56fc15a HTTP/1.1" status: 200 len: 808 time: 0.1575942 Dec 23 12:01:46.817055 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca775b-0254-4e9b-9829-8678e575e0c9 req-2635b01d-af0e-488f-a9ed-6b4cde170d24 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:46.818571 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8eca775b-0254-4e9b-9829-8678e575e0c9 req-2635b01d-af0e-488f-a9ed-6b4cde170d24 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.1014760 Dec 23 12:01:46.836256 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-bbe4caca-f913-4650-bf00-5785609957c0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/quotas/f78243e9c4ec4d51a07e39bec8a14073 HTTP/1.1" status: 200 len: 375 time: 0.0278075 Dec 23 12:01:46.905836 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8eca775b-0254-4e9b-9829-8678e575e0c9 req-10d23691-6c77-4d4f-8b7b-bc37d89fbea0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786855 Dec 23 12:01:46.921562 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-29062f52-4a16-47f4-a083-3c5a617197f4 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f78243e9c4ec4d51a07e39bec8a14073&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766211 Dec 23 12:01:47.042693 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-ca3491a1-210c-40cd-956e-12b712aa7c71 service neutron] 10.222.0.65 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055758 Dec 23 12:01:47.141583 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-63b6330a-7ebb-4fe2-88aa-2f928b87ed24 service neutron] 10.222.0.65 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898225 Dec 23 12:01:47.625033 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738a34c-a238-484d-ba0c-67e6fa74caf9 req-c7d5395b-93bb-4b5d-8b80-dc1846d64f90 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:47.626702 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5738a34c-a238-484d-ba0c-67e6fa74caf9 req-c7d5395b-93bb-4b5d-8b80-dc1846d64f90 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 944 time: 0.2542679 Dec 23 12:01:47.681118 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5738a34c-a238-484d-ba0c-67e6fa74caf9 req-c2c3fe37-540e-4e33-bb2b-b5026a9f3e0f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454109 Dec 23 12:01:47.801992 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed569-0780-435a-9949-43f3d7bc3d98 req-914ebccd-865f-41fd-a2c0-587e5bbdc983 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:47.803459 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f54ed569-0780-435a-9949-43f3d7bc3d98 req-914ebccd-865f-41fd-a2c0-587e5bbdc983 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0506144 Dec 23 12:01:47.853241 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f54ed569-0780-435a-9949-43f3d7bc3d98 req-f9599b27-07cf-41fc-91b7-b62aa9dd28be tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428026 Dec 23 12:01:48.042056 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda5984-663d-46cc-ba46-4de9a7cf8277 req-9f94ad66-078f-4885-8421-5fa4d1b46319 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:48.043569 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ffda5984-663d-46cc-ba46-4de9a7cf8277 req-9f94ad66-078f-4885-8421-5fa4d1b46319 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0568283 Dec 23 12:01:48.101083 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ffda5984-663d-46cc-ba46-4de9a7cf8277 req-355ae141-d97d-49b1-87be-74663509739f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493209 Dec 23 12:01:48.501326 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-00d10a42-d7d6-4eac-854b-fcfeed8a7e5e req-9899f903-808e-4d7a-b30a-72fb4f00e707 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 210 time: 0.0264215 Dec 23 12:01:48.797674 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18520033-5e9f-46c1-9fa9-bbe987f28d07 req-c59c0f40-6b9e-4a81-8661-421ad0eba364 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:48.799194 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-18520033-5e9f-46c1-9fa9-bbe987f28d07 req-c59c0f40-6b9e-4a81-8661-421ad0eba364 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 944 time: 0.0491793 Dec 23 12:01:48.846666 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-18520033-5e9f-46c1-9fa9-bbe987f28d07 req-9a6819c7-ad5f-433d-82e1-8c944a380869 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411828 Dec 23 12:01:48.992007 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb4f04-af3c-49be-94a0-997f376fe252 req-ba25a295-9019-4b3c-abdb-37dc37345f3d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:48.993562 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4dcb4f04-af3c-49be-94a0-997f376fe252 req-ba25a295-9019-4b3c-abdb-37dc37345f3d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0652480 Dec 23 12:01:49.047836 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4dcb4f04-af3c-49be-94a0-997f376fe252 req-691b4fa0-0ea4-41fc-a9c7-f63c4a0fcbd6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453022 Dec 23 12:01:49.225245 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252d2ae-cdd1-4a4c-aa6d-fec3b717ab14 req-b908e0c8-bfc4-4a56-be15-ea89d25eb6cc tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:49.226749 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4252d2ae-cdd1-4a4c-aa6d-fec3b717ab14 req-b908e0c8-bfc4-4a56-be15-ea89d25eb6cc tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0504558 Dec 23 12:01:49.275838 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4252d2ae-cdd1-4a4c-aa6d-fec3b717ab14 req-98337763-6e94-4fca-8988-492a3d4e8757 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429964 Dec 23 12:01:49.630820 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ea74a11c-3cb9-4666-8fd7-52b4b6bb3fdc req-a33fbc9e-c0b1-495e-b5b8-268ecc92c834 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 210 time: 0.0300932 Dec 23 12:01:49.667175 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15ce5dcc-eacf-4b3c-b06e-82d62c193e8e req-4c81616f-b01e-45a8-9aa1-25e4e13f89b6 service neutron] 10.222.0.61 "GET /v2.0/networks/e6a08c68-4efd-455d-9eb5-a5d51e2dc856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369810 Dec 23 12:01:49.968270 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64601dc1-53f6-4994-b6ee-51d59851698a req-b50f2659-3cd2-41ff-ab8f-56b920dc1430 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:49.969730 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-64601dc1-53f6-4994-b6ee-51d59851698a req-b50f2659-3cd2-41ff-ab8f-56b920dc1430 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 944 time: 0.0568633 Dec 23 12:01:50.017036 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-64601dc1-53f6-4994-b6ee-51d59851698a req-76fe6ebf-5149-4a44-9d96-98083eb5b01b tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412326 Dec 23 12:01:50.188907 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319983d-2f7c-415a-bc2b-860f1a90817f req-566d30b2-fc79-4a25-ac75-a9869bec40e2 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:50.190495 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f319983d-2f7c-415a-bc2b-860f1a90817f req-566d30b2-fc79-4a25-ac75-a9869bec40e2 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0703683 Dec 23 12:01:50.240716 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f319983d-2f7c-415a-bc2b-860f1a90817f req-c0b04791-7770-48bb-a6fe-aa679c616110 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439537 Dec 23 12:01:50.407775 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6e413-0fec-4df0-a8c7-e4a72cabdde1 req-d6f314f9-dde1-4ff8-b7d3-7f1019095a53 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:50.409936 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-60a6e413-0fec-4df0-a8c7-e4a72cabdde1 req-d6f314f9-dde1-4ff8-b7d3-7f1019095a53 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.0566850 Dec 23 12:01:50.463489 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-60a6e413-0fec-4df0-a8c7-e4a72cabdde1 req-4b53be72-487b-43a6-8a35-5d28f29200de tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457101 Dec 23 12:01:50.647924 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bd78f-aa3b-4a92-b99d-f2ab1aaa7edf req-2a602753-0ca5-4ffa-b574-35ab5a4bc513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:50.649315 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-936bd78f-aa3b-4a92-b99d-f2ab1aaa7edf req-2a602753-0ca5-4ffa-b574-35ab5a4bc513 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 1098 time: 0.0429211 Dec 23 12:01:50.761941 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-af7b0ea0-0630-4565-aed0-008acf870bae req-61be40a6-1f37-4170-9ed9-1a886c2f9f17 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 210 time: 0.0603042 Dec 23 12:01:50.787497 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bd78f-aa3b-4a92-b99d-f2ab1aaa7edf req-e1630abc-d5a6-448f-8288-0b34f46bd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:50.788951 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-936bd78f-aa3b-4a92-b99d-f2ab1aaa7edf req-e1630abc-d5a6-448f-8288-0b34f46bd4b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ff9bb10-bc99-4d12-bacb-9778f44904da HTTP/1.1" status: 200 len: 918 time: 0.1262598 Dec 23 12:01:50.906082 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-936bd78f-aa3b-4a92-b99d-f2ab1aaa7edf req-b108b0a5-e093-4a6c-b106-852f25b5046c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a HTTP/1.1" status: 200 len: 1001 time: 0.0719631 Dec 23 12:01:50.966710 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bd78f-aa3b-4a92-b99d-f2ab1aaa7edf req-303c4c97-f8b1-40c2-9a3f-6f4950b2b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:50.968199 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-936bd78f-aa3b-4a92-b99d-f2ab1aaa7edf req-303c4c97-f8b1-40c2-9a3f-6f4950b2b6fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=efd3053a-1fe5-4918-9663-e9416b7eff26 HTTP/1.1" status: 200 len: 856 time: 0.0456808 Dec 23 12:01:51.044167 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bd78f-aa3b-4a92-b99d-f2ab1aaa7edf req-0187e266-810a-42e9-90e9-fb92eac99131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:51.045699 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-936bd78f-aa3b-4a92-b99d-f2ab1aaa7edf req-0187e266-810a-42e9-90e9-fb92eac99131 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ff9bb10-bc99-4d12-bacb-9778f44904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429380 Dec 23 12:01:51.203747 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b335cc-0413-41da-9bb0-ee9b8784fb59 req-4bcf1225-fe82-4df7-b0e4-96b8e949a616 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:51.205110 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f0b335cc-0413-41da-9bb0-ee9b8784fb59 req-4bcf1225-fe82-4df7-b0e4-96b8e949a616 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 944 time: 0.1062536 Dec 23 12:01:51.229236 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-936bd78f-aa3b-4a92-b99d-f2ab1aaa7edf req-f3475b9b-0905-418b-a4ba-31d331bde29c service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581287 Dec 23 12:01:51.416529 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f0b335cc-0413-41da-9bb0-ee9b8784fb59 req-b768c728-c2d2-438c-ab5c-ac404cf39d73 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913586 Dec 23 12:01:51.425294 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-9a181819-3890-4a3b-b26f-babf5d27ff99 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:51.426901 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-9a181819-3890-4a3b-b26f-babf5d27ff99 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.61 "GET /v2.0/networks?id=b74e4f96-0c79-4be3-88be-9335e56fc15a HTTP/1.1" status: 200 len: 808 time: 0.2421134 Dec 23 12:01:51.447914 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-936bd78f-aa3b-4a92-b99d-f2ab1aaa7edf req-7c9a901c-fc5c-4ebf-9a44-30a3fac45098 service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812475 Dec 23 12:01:51.458355 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e76588-6e9e-4837-8c5a-bbf8862843a2 req-255c47f4-249f-4a8c-9759-a3fbc7114b4d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:51.459691 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e6e76588-6e9e-4837-8c5a-bbf8862843a2 req-255c47f4-249f-4a8c-9759-a3fbc7114b4d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.1452720 Dec 23 12:01:51.557131 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-02809af9-ba59-415a-832a-55677b6ffb48 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78243e9c4ec4d51a07e39bec8a14073 HTTP/1.1" status: 200 len: 380 time: 0.0964775 Dec 23 12:01:51.560199 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e6e76588-6e9e-4837-8c5a-bbf8862843a2 req-f1573596-58de-40d7-aabf-735f45b6bdb1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940833 Dec 23 12:01:51.577293 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-d78b1d22-ffc7-4d64-a1ae-eacf89870652 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Request body: {'port': {'device_id': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'admin_state_up': True, 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'security_groups': ['d71103d3-626a-4ee1-8f67-9b451bd3684a']}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:51.658261 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188303b-7466-42ac-bc5a-dec45317f29b req-5b7f5a49-183a-4711-842b-97e67c0c785c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:51.659836 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9188303b-7466-42ac-bc5a-dec45317f29b req-5b7f5a49-183a-4711-842b-97e67c0c785c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 945 time: 0.1194375 Dec 23 12:01:51.729665 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9188303b-7466-42ac-bc5a-dec45317f29b req-779103a3-3745-4958-870d-1b2d0dc7b3bd tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612710 Dec 23 12:01:51.741702 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-d78b1d22-ffc7-4d64-a1ae-eacf89870652 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Made reservation on behalf of f78243e9c4ec4d51a07e39bec8a14073 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:01:51.745777 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-d78b1d22-ffc7-4d64-a1ae-eacf89870652 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:51.882317 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5cea00a6-1079-42fc-ab8e-f9ce60755cf5 req-1153401c-30f5-4250-a5ea-26733ca54451 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 210 time: 0.0504632 Dec 23 12:01:51.895974 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-d78b1d22-ffc7-4d64-a1ae-eacf89870652 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Allocated IP 172.20.0.11 (b74e4f96-0c79-4be3-88be-9335e56fc15a/85e9245b-e729-46be-9e81-c351195b4b96/ec4101a7-3a3b-4137-ac8f-4d9146a15ac1) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:01:52.039355 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-d78b1d22-ffc7-4d64-a1ae-eacf89870652 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:52.082094 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-d78b1d22-ffc7-4d64-a1ae-eacf89870652 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:52.126691 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-d78b1d22-ffc7-4d64-a1ae-eacf89870652 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Network b74e4f96-0c79-4be3-88be-9335e56fc15a is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:01:52.129556 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-d78b1d22-ffc7-4d64-a1ae-eacf89870652 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:01:52.133482 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-d78b1d22-ffc7-4d64-a1ae-eacf89870652 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:01:52.139806 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b1d22-ffc7-4d64-a1ae-eacf89870652 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Pushing event updated for resources: {'Port': ['ID=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:52.189973 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-d78b1d22-ffc7-4d64-a1ae-eacf89870652 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:52.190703 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-d78b1d22-ffc7-4d64-a1ae-eacf89870652 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:52.208998 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-d78b1d22-ffc7-4d64-a1ae-eacf89870652 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6350329 Dec 23 12:01:52.230982 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Request body: {'port': {'device_id': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:01:52.292066 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:52.328178 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-88830f7f-5358-4df8-9b87-3d9cafe2b4fb None None] Provisioning complete for port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:52.328756 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-88830f7f-5358-4df8-9b87-3d9cafe2b4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:52.366197 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-88830f7f-5358-4df8-9b87-3d9cafe2b4fb None None] Port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:01:52.466524 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 11258d40-4dbb-42a5-ad95-431f3b8b1f82 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:01:52.481554 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device bbf34ca1-ab1a-4521-9402-ff6d335fe55a no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:01:52.564611 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccd6d4-6d16-4133-95f6-0bc418899031 req-f7d446d8-39c5-4c73-bdcb-e35124f5e932 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:52.565985 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25ccd6d4-6d16-4133-95f6-0bc418899031 req-f7d446d8-39c5-4c73-bdcb-e35124f5e932 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 944 time: 0.0776746 Dec 23 12:01:52.620638 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:01:52.630224 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 11258d40-4dbb-42a5-ad95-431f3b8b1f82, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=11258d40-4dbb-42a5-ad95-431f3b8b1f82,segment=NetworkSegment(6202589c-f553-4fe0-bb74-b132ba6ef0d2),segment_id=6202589c-f553-4fe0-bb74-b132ba6ef0d2)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:01:52.633202 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:52.637950 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:52.650123 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': '11258d40-4dbb-42a5-ad95-431f3b8b1f82', 'network_id': 'e6a08c68-4efd-455d-9eb5-a5d51e2dc856', 'port_id': '11258d40-4dbb-42a5-ad95-431f3b8b1f82', 'mac_address': 'fa:16:3e:b8:57:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59e1d02-eccf-4c8e-b48d-a72ed3836f04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:01:52.679160 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Transition to ACTIVE for port object ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:01:52.683242 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-25ccd6d4-6d16-4133-95f6-0bc418899031 req-4e9d1015-5904-4738-b68b-287247daedfe tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951817 Dec 23 12:01:52.686977 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:52.689422 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc998144-5288-467f-82de-9c1983559e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:01:52.691941 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d876e5-3458-4780-a6bc-1901acb1d3d1" -d '{"events": [{"server_uuid": "fc998144-5288-467f-82de-9c1983559e40", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf34ca1-ab1a-4521-9402-ff6d335fe55a"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:01:52.719519 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port bbf34ca1-ab1a-4521-9402-ff6d335fe55a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:01:52.726021 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:52.729372 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:52.744566 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdadfdf7-ec0f-40b6-a719-07738ca49cd9 x-openstack-request-id: req-cdadfdf7-ec0f-40b6-a719-07738ca49cd9 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:01:52.744887 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc998144-5288-467f-82de-9c1983559e40", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf34ca1-ab1a-4521-9402-ff6d335fe55a", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:01:52.745141 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cdadfdf7-ec0f-40b6-a719-07738ca49cd9 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:01:52.745580 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc998144-5288-467f-82de-9c1983559e40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'code': 200} Dec 23 12:01:52.750773 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0d79a-736b-4dbc-9cc9-d6c7f069a533 req-64563a03-43dc-453a-a5b6-76f839da2b8f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:52.752327 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bff0d79a-736b-4dbc-9cc9-d6c7f069a533 req-64563a03-43dc-453a-a5b6-76f839da2b8f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.1110561 Dec 23 12:01:52.754309 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:52.767556 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11258d40-4dbb-42a5-ad95-431f3b8b1f82 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:01:52.801429 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 11258d40-4dbb-42a5-ad95-431f3b8b1f82, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=11258d40-4dbb-42a5-ad95-431f3b8b1f82,segment=NetworkSegment(6202589c-f553-4fe0-bb74-b132ba6ef0d2),segment_id=6202589c-f553-4fe0-bb74-b132ba6ef0d2)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:01:52.815939 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:52.823797 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,revision_number=8']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:52.884240 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=11258d40-4dbb-42a5-ad95-431f3b8b1f82,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:52.903963 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bff0d79a-736b-4dbc-9cc9-d6c7f069a533 req-2ec83f25-a5c5-4998-b855-4f33d22b3efc tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391706 Dec 23 12:01:52.947064 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Attempting to bind port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:01:52.947479 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Attempting to bind port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'db10011b-655d-4fac-937d-78d683eb3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:01:52.947806 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Attempting to bind port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 on network b74e4f96-0c79-4be3-88be-9335e56fc15a {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:01:52.959469 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 on network b74e4f96-0c79-4be3-88be-9335e56fc15a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:01:52.959728 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Attempting to bind port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 on network b74e4f96-0c79-4be3-88be-9335e56fc15a {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:01:52.968012 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:01:52.968348 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Checking segment: {'id': 'db10011b-655d-4fac-937d-78d683eb3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:01:52.968914 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Bound using segment: {'id': 'db10011b-655d-4fac-937d-78d683eb3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:01:52.969356 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Bound port: ec4101a7-3a3b-4137-ac8f-4d9146a15ac1, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db10011b-655d-4fac-937d-78d683eb3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:01:52.969725 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:52.987415 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57191a5d-0d3e-4624-b319-18b58d627e90 req-775cc90f-7053-41d2-beda-9715dee48f11 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:52.989026 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-57191a5d-0d3e-4624-b319-18b58d627e90 req-775cc90f-7053-41d2-beda-9715dee48f11 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.1181886 Dec 23 12:01:53.112068 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-57191a5d-0d3e-4624-b319-18b58d627e90 req-f4156789-f1e8-4b5e-b50e-c66839e43060 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066179 Dec 23 12:01:53.130547 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd503a47-1d05-4661-b448-50143b23ca35 req-3bd991f0-91cd-4178-95b9-7fdca9697023 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:53.132087 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cd503a47-1d05-4661-b448-50143b23ca35 req-3bd991f0-91cd-4178-95b9-7fdca9697023 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.1403370 Dec 23 12:01:53.133201 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] For port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:01:53.137385 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] For port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:01:53.146602 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:53.202629 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:53.202830 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:53.204235 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] 10.222.0.61 "PUT /v2.0/ports/ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 HTTP/1.1" status: 200 len: 1094 time: 0.9778438 Dec 23 12:01:53.208800 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'tag': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:01:53.211098 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c797a0d3-86be-47c2-b1d2-790100de3702" -d '{"events": [{"name": "network-changed", "server_uuid": "d087055b-27de-4c01-962a-5744a4c4cd7d", "tag": "ec4101a7-3a3b-4137-ac8f-4d9146a15ac1"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:01:53.227479 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cd503a47-1d05-4661-b448-50143b23ca35 req-f227d6b3-6b56-49f9-9066-9a28a1196744 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884035 Dec 23 12:01:53.241701 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdc398-a116-4e6e-9bac-49ae2cc2fe13 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:53.274100 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55eb1e9-2939-483b-8692-51032c66d9cf x-openstack-request-id: req-e55eb1e9-2939-483b-8692-51032c66d9cf {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:01:53.274809 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d087055b-27de-4c01-962a-5744a4c4cd7d", "tag": "ec4101a7-3a3b-4137-ac8f-4d9146a15ac1", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:01:53.275317 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e55eb1e9-2939-483b-8692-51032c66d9cf {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:01:53.275899 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'tag': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'status': 'completed', 'code': 200} Dec 23 12:01:53.276010 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['11258d40-4dbb-42a5-ad95-431f3b8b1f82'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:01:53.366109 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-b44f2667-7473-48dd-92d2-441890cee5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:53.367739 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-b44f2667-7473-48dd-92d2-441890cee5ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f78243e9c4ec4d51a07e39bec8a14073&device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 1097 time: 0.0558531 Dec 23 12:01:53.424012 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-5f5c2cd1-d1ad-4e47-8e12-92f89d539139 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 HTTP/1.1" status: 200 len: 217 time: 0.0384271 Dec 23 12:01:53.498379 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-f4d716e7-e6f1-462e-a4bf-0afca4feb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:53.500348 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-f4d716e7-e6f1-462e-a4bf-0afca4feb278 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85e9245b-e729-46be-9e81-c351195b4b96 HTTP/1.1" status: 200 len: 847 time: 0.0503654 Dec 23 12:01:53.550935 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-b510d782-a0cf-43f0-981c-02a196a0004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:53.552405 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-b510d782-a0cf-43f0-981c-02a196a0004a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b74e4f96-0c79-4be3-88be-9335e56fc15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403035 Dec 23 12:01:53.656563 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-dfc8b94f-0f49-4a0b-889f-70fdfcd3b90a service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925024 Dec 23 12:01:53.833212 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a48c936c-0008-4fab-afa4-a549f6bc3380 req-92c652ed-8161-4fa5-b642-c8d5505ea851 service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145709 Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.841367 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.843981 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.843981 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.843981 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.843981 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.843981 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.843981 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.843981 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.843981 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.843981 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.843981 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.843981 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:01:53.843981 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:01:53.843981 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123370dc-0a0e-478d-a8df-8e0e62cfdb48 req-bb2c3b1f-bc6e-4ee2-a829-c13de353fb87 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:53.844894 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-123370dc-0a0e-478d-a8df-8e0e62cfdb48 req-bb2c3b1f-bc6e-4ee2-a829-c13de353fb87 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 945 time: 0.0733418 Dec 23 12:01:53.894104 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-123370dc-0a0e-478d-a8df-8e0e62cfdb48 req-53bc86d9-2ed9-43e4-a368-0ba66553893c tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Dec 23 12:01:54.061349 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a7c70-d656-4759-82e3-d38a0edcb89d req-bb952110-7ff7-4244-8d88-a1b5d805f06e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:54.062912 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-be5a7c70-d656-4759-82e3-d38a0edcb89d req-bb952110-7ff7-4244-8d88-a1b5d805f06e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0777588 Dec 23 12:01:54.073359 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797a0d3-86be-47c2-b1d2-790100de3702 req-b69e1d01-c8d0-4d4a-bc41-c3c9e09f4c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:54.074792 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c797a0d3-86be-47c2-b1d2-790100de3702 req-b69e1d01-c8d0-4d4a-bc41-c3c9e09f4c02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f78243e9c4ec4d51a07e39bec8a14073&device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 1097 time: 0.0628619 Dec 23 12:01:54.170619 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-be5a7c70-d656-4759-82e3-d38a0edcb89d req-27510ea5-bf88-427f-94ae-d8ecd065d49b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006558 Dec 23 12:01:54.206621 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797a0d3-86be-47c2-b1d2-790100de3702 req-e941e3d2-544c-4acb-b8bc-4d6ec4d8d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:54.208034 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c797a0d3-86be-47c2-b1d2-790100de3702 req-e941e3d2-544c-4acb-b8bc-4d6ec4d8d9b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b74e4f96-0c79-4be3-88be-9335e56fc15a HTTP/1.1" status: 200 len: 909 time: 0.1184328 Dec 23 12:01:54.462379 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c797a0d3-86be-47c2-b1d2-790100de3702 req-34efee60-3a1a-4c29-baef-e96d980f8613 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 HTTP/1.1" status: 200 len: 217 time: 0.2413435 Dec 23 12:01:54.489543 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 11258d40-4dbb-42a5-ad95-431f3b8b1f82 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:01:54.540532 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be824f-8e40-4168-acd2-c6df4bbb1180 req-2ceaf6b3-37f9-4f76-a86c-c20f9d2e9ca9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:54.540805 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port 11258d40-4dbb-42a5-ad95-431f3b8b1f82 completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:01:54.542034 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15be824f-8e40-4168-acd2-c6df4bbb1180 req-2ceaf6b3-37f9-4f76-a86c-c20f9d2e9ca9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.3530300 Dec 23 12:01:54.545692 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port 11258d40-4dbb-42a5-ad95-431f3b8b1f82 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:01:54.546147 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:54.557935 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797a0d3-86be-47c2-b1d2-790100de3702 req-4591e416-2d24-40e7-b5fb-9f7774fd9a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:54.559339 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c797a0d3-86be-47c2-b1d2-790100de3702 req-4591e416-2d24-40e7-b5fb-9f7774fd9a99 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85e9245b-e729-46be-9e81-c351195b4b96 HTTP/1.1" status: 200 len: 847 time: 0.0862234 Dec 23 12:01:54.586063 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4d972-75d0-4625-91c3-1a380003a5f4 req-768af76b-b0bf-4e2f-a667-f7bbfce0fc70 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:54.587809 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-21c4d972-75d0-4625-91c3-1a380003a5f4 req-768af76b-b0bf-4e2f-a667-f7bbfce0fc70 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.1289394 Dec 23 12:01:54.626770 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:54.646831 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15be824f-8e40-4168-acd2-c6df4bbb1180 req-e6810d2c-848d-4e03-b52c-e763e0585a3a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981500 Dec 23 12:01:54.666915 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797a0d3-86be-47c2-b1d2-790100de3702 req-cb6012ee-0587-44f9-91f0-ef803ab8cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:54.667084 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 11258d40-4dbb-42a5-ad95-431f3b8b1f82, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=11258d40-4dbb-42a5-ad95-431f3b8b1f82,segment=NetworkSegment(6202589c-f553-4fe0-bb74-b132ba6ef0d2),segment_id=6202589c-f553-4fe0-bb74-b132ba6ef0d2)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:01:54.668462 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c797a0d3-86be-47c2-b1d2-790100de3702 req-cb6012ee-0587-44f9-91f0-ef803ab8cb9c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b74e4f96-0c79-4be3-88be-9335e56fc15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0976300 Dec 23 12:01:54.675425 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:54.694093 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-21c4d972-75d0-4625-91c3-1a380003a5f4 req-24540d91-8684-461f-95fc-f4041c294365 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879176 Dec 23 12:01:54.724970 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=11258d40-4dbb-42a5-ad95-431f3b8b1f82,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:54.746661 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e5b661-c9f6-4d62-8a57-8aec6a201f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11258d40-4dbb-42a5-ad95-431f3b8b1f82'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:01:54.749062 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2601f5-8dfe-4b19-8876-c9ad82aeee06" -d '{"events": [{"server_uuid": "68e5b661-c9f6-4d62-8a57-8aec6a201f21", "name": "network-vif-plugged", "status": "completed", "tag": "11258d40-4dbb-42a5-ad95-431f3b8b1f82"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:01:54.783570 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c797a0d3-86be-47c2-b1d2-790100de3702 req-2aa86382-3d2d-463c-9a76-9132d6daf1ff service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034069 Dec 23 12:01:54.790733 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0193ef25-2f31-4a65-ad24-af4040417d29 x-openstack-request-id: req-0193ef25-2f31-4a65-ad24-af4040417d29 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:01:54.791111 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e5b661-c9f6-4d62-8a57-8aec6a201f21", "name": "network-vif-plugged", "status": "completed", "tag": "11258d40-4dbb-42a5-ad95-431f3b8b1f82", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:01:54.791455 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0193ef25-2f31-4a65-ad24-af4040417d29 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:01:54.792000 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e5b661-c9f6-4d62-8a57-8aec6a201f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11258d40-4dbb-42a5-ad95-431f3b8b1f82', 'code': 200} Dec 23 12:01:54.878293 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c797a0d3-86be-47c2-b1d2-790100de3702 req-2f8d7acd-f625-482b-96ef-eae7d9831e80 service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848353 Dec 23 12:01:55.047246 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26b550-862a-4195-b379-ca93c1b16c90 req-67d66296-17a2-4060-ab4a-3c6c9f7489e0 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:55.048767 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-be26b550-862a-4195-b379-ca93c1b16c90 req-67d66296-17a2-4060-ab4a-3c6c9f7489e0 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 946 time: 0.0812180 Dec 23 12:01:55.076028 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0886b31-8521-4b91-9023-bf5b16323871 req-c9ce7ecc-0cd6-4b36-92f6-ac66b4e4a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:55.077549 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c0886b31-8521-4b91-9023-bf5b16323871 req-c9ce7ecc-0cd6-4b36-92f6-ac66b4e4a422 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 1099 time: 0.0717146 Dec 23 12:01:55.117917 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-be26b550-862a-4195-b379-ca93c1b16c90 req-9ef43995-1b55-45fc-8529-4e20628b521f tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615399 Dec 23 12:01:55.141503 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c0886b31-8521-4b91-9023-bf5b16323871 req-af9828d3-0836-4a7e-ac42-94a10d68fb80 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544260 Dec 23 12:01:55.153787 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [req-beaacbd2-766f-411f-bdef-9dc17c4e9698 req-ae986bd7-ad6e-4e87-afc7-00920735897e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:01:55.154788 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-beaacbd2-766f-411f-bdef-9dc17c4e9698 req-ae986bd7-ad6e-4e87-afc7-00920735897e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055077 Dec 23 12:01:55.338337 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4ca00-1f1f-4643-8cf5-268e2590cd85 req-3a628ed4-7b83-49a9-97a9-46ed4b57fb08 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:55.340164 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5dd4ca00-1f1f-4643-8cf5-268e2590cd85 req-3a628ed4-7b83-49a9-97a9-46ed4b57fb08 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0929680 Dec 23 12:01:55.365152 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bf2d3-f906-4a21-8e17-f881b57768d6 req-fd95ff07-f5ee-4047-8984-703ca4920f4e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:55.366641 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4a6bf2d3-f906-4a21-8e17-f881b57768d6 req-fd95ff07-f5ee-4047-8984-703ca4920f4e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0834212 Dec 23 12:01:55.427368 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5dd4ca00-1f1f-4643-8cf5-268e2590cd85 req-e6363e36-4896-4f2b-8bfd-dcd5140b0911 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776575 Dec 23 12:01:55.428888 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 34436) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:55.443135 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4a6bf2d3-f906-4a21-8e17-f881b57768d6 req-3c5968e2-29d3-412a-b372-8bde5541160f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678475 Dec 23 12:01:55.540191 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:55.618067 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:55.623249 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:55.661869 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=41fd8a6e324841f48c484db975797c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318761 Dec 23 12:01:55.662761 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62c03f6-4825-465f-b0aa-2d0b24a0a596,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:55.664689 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 34454) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:55.674422 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 34456) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:55.675855 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:55.676198 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:55.676535 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:55.676865 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:55.677190 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:55.677503 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:55.677827 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:55.678151 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:55.678468 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:55.678895 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:55.679212 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:55.679522 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:55.679832 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad1bb0-6d51-4152-8d74-f4aa15f0501b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:01:55.727351 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d35ec583-874f-460c-9e65-99724daeb5d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:55.753617 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d35ec583-874f-460c-9e65-99724daeb5d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:55.762494 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-2321b98f-d3a9-4a5d-a233-83c6a829e278 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866470 Dec 23 12:01:55.781210 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-876c4756-b74d-4597-a629-7b429acdf3a2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:01:55.782278 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-876c4756-b74d-4597-a629-7b429acdf3a2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065472 Dec 23 12:01:55.800044 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d35ec583-874f-460c-9e65-99724daeb5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:55.803742 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d35ec583-874f-460c-9e65-99724daeb5d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:55.804877 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-d35ec583-874f-460c-9e65-99724daeb5d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d62c03f6-4825-465f-b0aa-2d0b24a0a596 HTTP/1.1" status: 204 len: 168 time: 0.1392996 Dec 23 12:01:55.817036 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ec583-874f-460c-9e65-99724daeb5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62c03f6-4825-465f-b0aa-2d0b24a0a596,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:55.834473 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4409e4-7544-46c9-a5ca-2ed8cd2d48c4 req-e39257d7-dae3-4a25-89ac-3fb2e109aff4 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:55.843473 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6f4409e4-7544-46c9-a5ca-2ed8cd2d48c4 req-e39257d7-dae3-4a25-89ac-3fb2e109aff4 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0691774 Dec 23 12:01:55.900645 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6f4409e4-7544-46c9-a5ca-2ed8cd2d48c4 req-6bfa3075-69ac-4ca6-9a3d-e075373a9bb5 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554068 Dec 23 12:01:56.237194 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e49947-2416-4ee7-8eee-fba55ba14b0a req-4ae305f5-c74f-470c-bbea-47e91c5df8bf tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:56.238938 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e6e49947-2416-4ee7-8eee-fba55ba14b0a req-4ae305f5-c74f-470c-bbea-47e91c5df8bf tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 946 time: 0.0511613 Dec 23 12:01:56.291963 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e6e49947-2416-4ee7-8eee-fba55ba14b0a req-5f4d8a02-7003-497a-becf-f295e954626b tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461311 Dec 23 12:01:56.487246 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device bbf34ca1-ab1a-4521-9402-ff6d335fe55a no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:01:56.604581 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc3b42-ce6f-4f05-9b64-ba0058addba8 req-ed534c7a-4869-4629-908e-61b3dc324546 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:56.617571 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-23cc3b42-ce6f-4f05-9b64-ba0058addba8 req-ed534c7a-4869-4629-908e-61b3dc324546 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0765209 Dec 23 12:01:56.626710 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d80a3-fa77-41b2-b6f7-29ad457542ed req-a845ef20-8976-4b0b-ab5b-979988ac8e15 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:56.629334 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7b7d80a3-fa77-41b2-b6f7-29ad457542ed req-a845ef20-8976-4b0b-ab5b-979988ac8e15 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.1262102 Dec 23 12:01:56.691110 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-23cc3b42-ce6f-4f05-9b64-ba0058addba8 req-31390004-b3cb-4770-bfd5-6ecae87e7e4a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602539 Dec 23 12:01:56.723125 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7b7d80a3-fa77-41b2-b6f7-29ad457542ed req-40679ce2-a7e1-4386-95da-21525f28aabc tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735505 Dec 23 12:01:56.954583 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 34504) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:57.018167 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0956b-f92e-4edc-9e82-a067a7eafdc0 req-e464765f-ff57-4495-9450-3277c2297a48 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:57.019706 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b5f0956b-f92e-4edc-9e82-a067a7eafdc0 req-e464765f-ff57-4495-9450-3277c2297a48 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0494318 Dec 23 12:01:57.069601 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a730b710-5458-4385-abb8-65d93fd95ad8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:57.070847 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b5f0956b-f92e-4edc-9e82-a067a7eafdc0 req-7a909efc-2168-4706-b38c-86943af03909 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448434 Dec 23 12:01:57.143181 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a730b710-5458-4385-abb8-65d93fd95ad8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:57.148793 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a730b710-5458-4385-abb8-65d93fd95ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:57.185943 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-a730b710-5458-4385-abb8-65d93fd95ad8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0398a256dc04cb0ad6eacb85b695ea7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301941 Dec 23 12:01:57.187961 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730b710-5458-4385-abb8-65d93fd95ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc2184f-37db-4788-af77-795a3c77117c,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:57.188858 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 34508) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:01:57.239316 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-815b5beb-ce0b-4e80-8c93-e2470c23ceff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:57.261041 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-815b5beb-ce0b-4e80-8c93-e2470c23ceff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:57.313651 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-815b5beb-ce0b-4e80-8c93-e2470c23ceff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:57.317910 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-815b5beb-ce0b-4e80-8c93-e2470c23ceff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:01:57.321381 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-815b5beb-ce0b-4e80-8c93-e2470c23ceff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6bc2184f-37db-4788-af77-795a3c77117c HTTP/1.1" status: 204 len: 168 time: 0.1292632 Dec 23 12:01:57.327844 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b5beb-ce0b-4e80-8c93-e2470c23ceff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc2184f-37db-4788-af77-795a3c77117c,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:01:57.434654 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfb844-3d2e-4470-8a65-f484583aaf11 req-d3ac5fc6-d4ed-41e0-882d-cc4da7c2c2a7 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:57.436210 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-49cfb844-3d2e-4470-8a65-f484583aaf11 req-d3ac5fc6-d4ed-41e0-882d-cc4da7c2c2a7 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 946 time: 0.0522256 Dec 23 12:01:57.491109 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-49cfb844-3d2e-4470-8a65-f484583aaf11 req-8813e1da-1355-42a0-a014-5cffed97539a tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479271 Dec 23 12:01:57.862848 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba824ab-8783-4ef8-bdc2-e1eb758554ae req-50dbea5a-a0b4-4525-ae17-4b35d2e6217b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:57.864320 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bba824ab-8783-4ef8-bdc2-e1eb758554ae req-50dbea5a-a0b4-4525-ae17-4b35d2e6217b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0894990 Dec 23 12:01:57.903788 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decc419-1181-496d-a7df-ec4faf5c3d8b req-efe5d307-7f17-492a-bff9-0a70ac0fa4c2 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:57.905758 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3decc419-1181-496d-a7df-ec4faf5c3d8b req-efe5d307-7f17-492a-bff9-0a70ac0fa4c2 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.1118264 Dec 23 12:01:57.957272 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bba824ab-8783-4ef8-bdc2-e1eb758554ae req-fd1d8866-4027-41b4-a954-9da51735e511 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801778 Dec 23 12:01:57.999986 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3decc419-1181-496d-a7df-ec4faf5c3d8b req-fb69ce4c-2f4f-4d20-a907-090a3be7e95c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854990 Dec 23 12:01:58.190922 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-e906e0ba-5b34-4ed3-89ff-16014759a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:58.192432 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-e906e0ba-5b34-4ed3-89ff-16014759a2b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40&tenant_id=e6c655658b5f4f53b4145ea20afcf1d4 HTTP/1.1" status: 200 len: 1096 time: 0.1071455 Dec 23 12:01:58.211275 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce8dc4-6b55-4f32-8989-56905ec604f7 req-a1fa694c-1336-4cc9-b2b4-0d18f9e789fc tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:58.212637 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d0ce8dc4-6b55-4f32-8989-56905ec604f7 req-a1fa694c-1336-4cc9-b2b4-0d18f9e789fc tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0690267 Dec 23 12:01:58.289803 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d0ce8dc4-6b55-4f32-8989-56905ec604f7 req-2d1a5eaf-984c-4174-8260-0f7aa4ba3867 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710790 Dec 23 12:01:58.307123 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-4b6bdae5-fcae-4455-a34b-18e896deb5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:58.308773 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-4b6bdae5-fcae-4455-a34b-18e896deb5e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 1096 time: 0.0505555 Dec 23 12:01:58.409442 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-7ea63621-047c-46ce-bf52-353f22c85af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:58.411189 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-7ea63621-047c-46ce-bf52-353f22c85af4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ff9bb10-bc99-4d12-bacb-9778f44904da HTTP/1.1" status: 200 len: 918 time: 0.0890594 Dec 23 12:01:58.483040 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-2b163f18-4ade-4bb9-bafb-0890cbc62b00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a HTTP/1.1" status: 200 len: 999 time: 0.0610132 Dec 23 12:01:58.545451 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-370e8ec5-5821-417a-8260-35d8bcfd7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:58.546854 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-370e8ec5-5821-417a-8260-35d8bcfd7ef8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=efd3053a-1fe5-4918-9663-e9416b7eff26 HTTP/1.1" status: 200 len: 856 time: 0.0460286 Dec 23 12:01:58.611225 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-4c184dc6-83e9-4a7e-8468-8fd8b6fbd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:58.612845 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-4c184dc6-83e9-4a7e-8468-8fd8b6fbd2f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ff9bb10-bc99-4d12-bacb-9778f44904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507901 Dec 23 12:01:58.719016 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-1536a16a-9b6a-4cde-b18f-19c8b50b404e service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850282 Dec 23 12:01:58.833296 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2170cae2-72c0-46ef-ae18-be770b0316fd req-2ada3259-04a9-4c23-94f8-80781a95e8d5 service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004205 Dec 23 12:01:59.141316 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba4a82-7d04-4d2e-8e5f-d113b95c738f req-4080019c-bfc6-46f1-879e-dcc040126f71 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:59.142796 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8aba4a82-7d04-4d2e-8e5f-d113b95c738f req-4080019c-bfc6-46f1-879e-dcc040126f71 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0792308 Dec 23 12:01:59.158167 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9737e-e0cd-4602-aa24-2b28fd94f36c req-df95e1a5-c03e-4f5d-bf54-71f7e98cd0d7 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:59.159533 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-81a9737e-e0cd-4602-aa24-2b28fd94f36c req-df95e1a5-c03e-4f5d-bf54-71f7e98cd0d7 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0666819 Dec 23 12:01:59.238545 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8aba4a82-7d04-4d2e-8e5f-d113b95c738f req-78f66405-0452-4c5f-97ac-1821a066d32c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895908 Dec 23 12:01:59.241720 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-81a9737e-e0cd-4602-aa24-2b28fd94f36c req-9be811a5-474c-44ba-acd6-65d6a8bde6bb tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761018 Dec 23 12:01:59.414135 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acbf5a-76b8-434e-abd1-0e0289716dbd req-0051b7af-6925-4b2a-8dfc-ed4e9ff610c8 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:01:59.415763 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-84acbf5a-76b8-434e-abd1-0e0289716dbd req-0051b7af-6925-4b2a-8dfc-ed4e9ff610c8 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0506682 Dec 23 12:01:59.468055 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-84acbf5a-76b8-434e-abd1-0e0289716dbd req-ad8e86f6-6c1c-4331-a404-2b5a39b96fc4 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463743 Dec 23 12:01:59.819524 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:02:00.401559 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eac6f-94be-4607-8929-11c88f21c55f req-4aee641c-9450-4f03-a883-8ac9114f98b4 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:00.403106 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d83eac6f-94be-4607-8929-11c88f21c55f req-4aee641c-9450-4f03-a883-8ac9114f98b4 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0868161 Dec 23 12:02:00.414839 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c3428-8027-4c76-ab99-f4b6472e03d6 req-ff5913b4-18c9-4bea-8319-23ba3f41b467 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:00.416720 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f52c3428-8027-4c76-ab99-f4b6472e03d6 req-ff5913b4-18c9-4bea-8319-23ba3f41b467 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0908623 Dec 23 12:02:00.491853 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d83eac6f-94be-4607-8929-11c88f21c55f req-2d81f580-ecb3-48aa-9549-5bc63b1f4300 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741377 Dec 23 12:02:00.498069 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f52c3428-8027-4c76-ab99-f4b6472e03d6 req-17c373d9-3531-4b42-90e4-259fd65dd887 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747850 Dec 23 12:02:00.619616 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10eb7e-5d6e-47b2-b7ae-2570b28164ae req-c1e561c9-65d3-4036-96e0-5da230adc7b8 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:00.621051 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3c10eb7e-5d6e-47b2-b7ae-2570b28164ae req-c1e561c9-65d3-4036-96e0-5da230adc7b8 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0616045 Dec 23 12:02:00.671870 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3c10eb7e-5d6e-47b2-b7ae-2570b28164ae req-884bdf0f-25b8-4497-9193-0c8ffc0c9813 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446293 Dec 23 12:02:01.682403 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047cf0e-f0fe-4318-b02a-785d851ddb40 req-e4126835-69b3-4c6d-acc3-032f75675259 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:01.684012 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8047cf0e-f0fe-4318-b02a-785d851ddb40 req-e4126835-69b3-4c6d-acc3-032f75675259 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0994570 Dec 23 12:02:01.699206 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39d001-1cdd-4dda-81d1-ba778be5026c req-a47aa0cb-ce36-4e38-8a4b-a6dfac23ff48 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:01.700656 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0b39d001-1cdd-4dda-81d1-ba778be5026c req-a47aa0cb-ce36-4e38-8a4b-a6dfac23ff48 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0993953 Dec 23 12:02:01.781852 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8047cf0e-f0fe-4318-b02a-785d851ddb40 req-d8ae042d-2d44-42dc-96f7-90b83d419a4c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912693 Dec 23 12:02:01.786967 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0b39d001-1cdd-4dda-81d1-ba778be5026c req-6f059ff5-fbb0-4b23-8be1-de44ebbe5424 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797546 Dec 23 12:02:01.905753 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a6781-28ef-4642-8b2a-1ae5376bbbd0 req-c0535c9e-cd33-4099-a9e6-ca57d522775b tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:01.907678 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-201a6781-28ef-4642-8b2a-1ae5376bbbd0 req-c0535c9e-cd33-4099-a9e6-ca57d522775b tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0513220 Dec 23 12:02:01.962315 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-201a6781-28ef-4642-8b2a-1ae5376bbbd0 req-af7d1321-8d10-46cb-a58d-78aaa7419406 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485368 Dec 23 12:02:02.941291 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328f28a-710e-4df5-a499-5bf43d97bb81 req-3f34a98f-0bae-43d0-b184-36896801a40e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:02.942813 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9328f28a-710e-4df5-a499-5bf43d97bb81 req-3f34a98f-0bae-43d0-b184-36896801a40e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0766098 Dec 23 12:02:02.950358 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a481af9-ee54-4eed-99ae-8dbbad5791bc req-7658908a-fd29-4260-af83-1872cdda4db0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:02.951829 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4a481af9-ee54-4eed-99ae-8dbbad5791bc req-7658908a-fd29-4260-af83-1872cdda4db0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0950108 Dec 23 12:02:03.020424 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9328f28a-710e-4df5-a499-5bf43d97bb81 req-8f9595af-66b7-4233-971e-1756f9dee78c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675368 Dec 23 12:02:03.024626 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4a481af9-ee54-4eed-99ae-8dbbad5791bc req-c32038de-d453-4dfb-aa6a-1431d2729b2d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655549 Dec 23 12:02:03.137572 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ffb29-235b-4262-b0ef-33daac7ed04e req-ee9bfcdf-121d-4d6f-9c59-a208bfcfb9a4 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:03.139156 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c30ffb29-235b-4262-b0ef-33daac7ed04e req-ee9bfcdf-121d-4d6f-9c59-a208bfcfb9a4 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0564075 Dec 23 12:02:03.189945 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c30ffb29-235b-4262-b0ef-33daac7ed04e req-c0690391-11b3-416c-b1f5-605436e72a46 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436783 Dec 23 12:02:03.722664 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-79667b85-106f-4a32-852b-789f0c7e6e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:04.176765 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca68d3-befd-44c6-b1e4-9304a9a07ec4 req-6c7efb3c-af75-42da-97fc-bf977bd745d5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:04.178356 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-79ca68d3-befd-44c6-b1e4-9304a9a07ec4 req-6c7efb3c-af75-42da-97fc-bf977bd745d5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0857172 Dec 23 12:02:04.186790 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0b06-ff4f-4314-8410-ba33997b0007 req-eb16602e-4b82-46cb-acc7-a55d380088e5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:04.188330 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9e7c0b06-ff4f-4314-8410-ba33997b0007 req-eb16602e-4b82-46cb-acc7-a55d380088e5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0862880 Dec 23 12:02:04.263968 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-79ca68d3-befd-44c6-b1e4-9304a9a07ec4 req-60488058-9062-41ee-b383-bde1fd677493 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745621 Dec 23 12:02:04.267516 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9e7c0b06-ff4f-4314-8410-ba33997b0007 req-d0728fb8-352b-401e-97cc-41e593a7495e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726213 Dec 23 12:02:04.372188 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a3ce2-35da-4e19-a2ca-b8639ab41f5a req-ffbad254-01bb-4616-b4a9-0cafa02b8627 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:04.373879 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f94a3ce2-35da-4e19-a2ca-b8639ab41f5a req-ffbad254-01bb-4616-b4a9-0cafa02b8627 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0511208 Dec 23 12:02:04.424419 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f94a3ce2-35da-4e19-a2ca-b8639ab41f5a req-170f5428-bbda-41a1-ae42-b2615a369b9e tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444994 Dec 23 12:02:05.425044 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc32cda-b829-4235-93cc-724ca09b5dd7 req-20a40679-b1ac-4b38-b2d1-a81b10f1280a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:05.426708 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ffc32cda-b829-4235-93cc-724ca09b5dd7 req-20a40679-b1ac-4b38-b2d1-a81b10f1280a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0903423 Dec 23 12:02:05.439021 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaac02-f890-41b8-96ea-8aa15fa2ac0a req-9e3d854f-8446-4285-91e1-f4955bf52952 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:05.440866 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-caaaac02-f890-41b8-96ea-8aa15fa2ac0a req-9e3d854f-8446-4285-91e1-f4955bf52952 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0934784 Dec 23 12:02:05.713376 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ffc32cda-b829-4235-93cc-724ca09b5dd7 req-7677f6aa-78ee-4769-876e-991b526874f8 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713599 Dec 23 12:02:05.726482 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-caaaac02-f890-41b8-96ea-8aa15fa2ac0a req-59b1f176-90a7-44c5-88b7-1c7106472a36 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784092 Dec 23 12:02:05.834333 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e34a3-64a7-4cc2-be2d-5af535fff47c req-64fc379c-2e56-4df3-935e-1467637a1f34 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:05.835941 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8d1e34a3-64a7-4cc2-be2d-5af535fff47c req-64fc379c-2e56-4df3-935e-1467637a1f34 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0549035 Dec 23 12:02:05.892166 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8d1e34a3-64a7-4cc2-be2d-5af535fff47c req-51afc519-be8c-4532-815b-de314e9c4eb1 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500679 Dec 23 12:02:05.961909 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d2507a8e-db05-46d7-9946-bfceb2318328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:06.876678 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ae665-1f69-4c51-b15d-a1adf2119d90 req-842e4a9f-6c1b-46e2-bb90-6b2425aabc52 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:06.878826 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9d2ae665-1f69-4c51-b15d-a1adf2119d90 req-842e4a9f-6c1b-46e2-bb90-6b2425aabc52 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0906186 Dec 23 12:02:06.909485 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8a319-a906-40d4-be6d-c27b9ca222af req-feeeb1c7-7742-4969-aab2-9a80e767afa4 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:06.911196 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a2f8a319-a906-40d4-be6d-c27b9ca222af req-feeeb1c7-7742-4969-aab2-9a80e767afa4 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0880411 Dec 23 12:02:06.946984 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9d2ae665-1f69-4c51-b15d-a1adf2119d90 req-66740d0c-5ce5-4884-a387-50e1b73590af tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619113 Dec 23 12:02:06.982862 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a2f8a319-a906-40d4-be6d-c27b9ca222af req-e50097e2-9472-482b-a09f-6406558014f6 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493941 Dec 23 12:02:07.071017 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484345d8-7249-42da-85c9-faca0a4500c9 req-6d8553dc-3df0-4c7a-9fd3-4227e101b037 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:07.072561 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-484345d8-7249-42da-85c9-faca0a4500c9 req-6d8553dc-3df0-4c7a-9fd3-4227e101b037 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0569887 Dec 23 12:02:07.129145 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-484345d8-7249-42da-85c9-faca0a4500c9 req-cb96a7c4-ea1f-4431-9757-2a24e1e3b495 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466268 Dec 23 12:02:07.136021 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:08.114694 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4447c-e1f6-461f-b551-459d62a13262 req-316739f4-70b0-4c76-ac0f-59c1a7e38952 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:08.116157 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d8a4447c-e1f6-461f-b551-459d62a13262 req-316739f4-70b0-4c76-ac0f-59c1a7e38952 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0890884 Dec 23 12:02:08.167409 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d6f49-e153-4620-86e6-3de485aeb894 req-e3dcbb1b-05c8-4e2e-930a-9fc63609fa1f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:08.168960 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2b9d6f49-e153-4620-86e6-3de485aeb894 req-e3dcbb1b-05c8-4e2e-930a-9fc63609fa1f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0926421 Dec 23 12:02:08.207460 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d8a4447c-e1f6-461f-b551-459d62a13262 req-e768424e-2464-41cb-b313-b4f316ca896c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833099 Dec 23 12:02:08.243339 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2b9d6f49-e153-4620-86e6-3de485aeb894 req-23e477cf-3b38-4f6b-b917-a8a0bec16f80 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598953 Dec 23 12:02:08.345915 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f881881-978a-4692-aa66-75e858f5a2be req-16c28110-5373-46c6-bef8-f85d0128d17b tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:08.349171 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9f881881-978a-4692-aa66-75e858f5a2be req-16c28110-5373-46c6-bef8-f85d0128d17b tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0681169 Dec 23 12:02:08.407946 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9f881881-978a-4692-aa66-75e858f5a2be req-4c42c6b2-e7d3-4e5d-9905-c69de69810a4 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535553 Dec 23 12:02:08.574010 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:08.639070 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 34742) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:02:08.769966 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-03fbf4bf-72a1-4c1a-9503-fa8a5e1f90fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:08.870782 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-03fbf4bf-72a1-4c1a-9503-fa8a5e1f90fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:08.875711 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-03fbf4bf-72a1-4c1a-9503-fa8a5e1f90fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:08.902715 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-03fbf4bf-72a1-4c1a-9503-fa8a5e1f90fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f706943dd817469097f00b335d5f7a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623580 Dec 23 12:02:08.906565 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 34746) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:02:08.921456 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbf4bf-72a1-4c1a-9503-fa8a5e1f90fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574f5ecc-ed02-4dfe-be8c-ed6c1e640e2d,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:02:08.956091 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-86f68afa-0cdc-4785-8ab2-6406734010aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:08.978536 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-86f68afa-0cdc-4785-8ab2-6406734010aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:09.028641 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-86f68afa-0cdc-4785-8ab2-6406734010aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:09.031222 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-86f68afa-0cdc-4785-8ab2-6406734010aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:09.032371 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-86f68afa-0cdc-4785-8ab2-6406734010aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/574f5ecc-ed02-4dfe-be8c-ed6c1e640e2d HTTP/1.1" status: 204 len: 168 time: 0.1249542 Dec 23 12:02:09.039957 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f68afa-0cdc-4785-8ab2-6406734010aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574f5ecc-ed02-4dfe-be8c-ed6c1e640e2d,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:02:09.277997 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:09.392974 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44db54-1db0-4ebd-a846-5ccf153a4285 req-bd284f04-a30e-460c-89b1-10fbf7652aec tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:09.394676 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4c44db54-1db0-4ebd-a846-5ccf153a4285 req-bd284f04-a30e-460c-89b1-10fbf7652aec tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0880942 Dec 23 12:02:09.407308 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287af74e-435a-467f-808f-bffe9dcd19c2 req-11417709-85ae-4c95-8c61-7b931744a0f9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:09.408905 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-287af74e-435a-467f-808f-bffe9dcd19c2 req-11417709-85ae-4c95-8c61-7b931744a0f9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0765944 Dec 23 12:02:09.478430 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4c44db54-1db0-4ebd-a846-5ccf153a4285 req-f0ac6d77-2f6d-4178-a047-6c70ddd2782a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685139 Dec 23 12:02:09.486892 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-287af74e-435a-467f-808f-bffe9dcd19c2 req-b7d00b78-66e5-4ef6-acbf-378bd02fab44 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711579 Dec 23 12:02:09.603178 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8946372-d792-4aea-8e10-6211c72e2b26 req-e428462b-6a67-45a7-bd0a-e2520224a618 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:09.604774 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b8946372-d792-4aea-8e10-6211c72e2b26 req-e428462b-6a67-45a7-bd0a-e2520224a618 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0507231 Dec 23 12:02:09.661586 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b8946372-d792-4aea-8e10-6211c72e2b26 req-1c856df0-4363-473d-adbb-cd2e8a2921e3 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503187 Dec 23 12:02:10.642074 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0fa8b-1f79-4a3e-934e-6d677e0ae19a req-8d6ec568-4121-4b69-b448-803a903d1c90 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:10.643745 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c1b0fa8b-1f79-4a3e-934e-6d677e0ae19a req-8d6ec568-4121-4b69-b448-803a903d1c90 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0762148 Dec 23 12:02:10.676157 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f2b5b-6afe-4eb8-944d-274e746775c8 req-1043eef4-d37a-46f8-a77b-0f421c2e088e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:10.677644 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-219f2b5b-6afe-4eb8-944d-274e746775c8 req-1043eef4-d37a-46f8-a77b-0f421c2e088e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0844400 Dec 23 12:02:10.725147 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c1b0fa8b-1f79-4a3e-934e-6d677e0ae19a req-459a08de-6bc3-44b4-b5ff-a3f133532a54 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748825 Dec 23 12:02:10.751624 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-219f2b5b-6afe-4eb8-944d-274e746775c8 req-0c00032c-945e-4686-9282-b5607f07fbfe tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662363 Dec 23 12:02:10.835156 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34832e-a7ad-447e-8b45-f63ab5dfbd42 req-eb146b1c-6d43-4e31-8a41-d9a1f9d83828 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:10.836652 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1e34832e-a7ad-447e-8b45-f63ab5dfbd42 req-eb146b1c-6d43-4e31-8a41-d9a1f9d83828 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0548260 Dec 23 12:02:10.885466 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1e34832e-a7ad-447e-8b45-f63ab5dfbd42 req-63894830-1e59-4afc-97ec-ecec3dd6cb74 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425746 Dec 23 12:02:11.887814 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c1d05-1338-4de8-9137-273ede39ad78 req-6ad10f55-9538-4373-b316-21a6d743008b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:11.889411 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c82c1d05-1338-4de8-9137-273ede39ad78 req-6ad10f55-9538-4373-b316-21a6d743008b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0810368 Dec 23 12:02:11.901888 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7917b0-15c9-4372-8b23-07a52d2698a5 req-f726b75e-8eb7-4292-9fdd-8e67eaee1f3d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:11.903425 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-af7917b0-15c9-4372-8b23-07a52d2698a5 req-f726b75e-8eb7-4292-9fdd-8e67eaee1f3d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0696943 Dec 23 12:02:11.978053 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c82c1d05-1338-4de8-9137-273ede39ad78 req-cae67214-ddc5-4fef-b2cc-f272ff7db24b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735466 Dec 23 12:02:11.985692 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-af7917b0-15c9-4372-8b23-07a52d2698a5 req-ff6107a6-6b76-478d-a637-a56528cf646e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751803 Dec 23 12:02:12.086564 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873850c-3d74-41a0-bd2d-dd69bfc74ad8 req-8e10d601-37de-4508-8c7c-bb53089949f7 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:12.088078 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e873850c-3d74-41a0-bd2d-dd69bfc74ad8 req-8e10d601-37de-4508-8c7c-bb53089949f7 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0494835 Dec 23 12:02:12.146146 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e873850c-3d74-41a0-bd2d-dd69bfc74ad8 req-13910320-180b-45f9-92e2-7a83ad7a60fb tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513227 Dec 23 12:02:13.133305 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eb269-a2d4-458e-b72b-c4771119302c req-f0e692c6-26fc-47d2-8c40-4c1edc8ecf2e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:13.134851 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c63eb269-a2d4-458e-b72b-c4771119302c req-f0e692c6-26fc-47d2-8c40-4c1edc8ecf2e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0827940 Dec 23 12:02:13.142167 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6028d-319c-458e-a6ba-52112d4f6b87 req-dc9d41d4-a14f-416f-b479-e0a3395bae0a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:13.143527 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3ba6028d-319c-458e-a6ba-52112d4f6b87 req-dc9d41d4-a14f-416f-b479-e0a3395bae0a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0824764 Dec 23 12:02:13.217897 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c63eb269-a2d4-458e-b72b-c4771119302c req-f9a7e89e-6f58-4792-ba02-18c070e39e63 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733864 Dec 23 12:02:13.222164 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3ba6028d-319c-458e-a6ba-52112d4f6b87 req-af2d72cf-c321-4a7f-b4f8-4bcc3aeb49e0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717781 Dec 23 12:02:13.333338 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ed911-ade7-4def-a72b-bdb076574479 req-e0e682e9-0b7c-49e7-9b58-3f13ed36d438 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:13.335484 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f78ed911-ade7-4def-a72b-bdb076574479 req-e0e682e9-0b7c-49e7-9b58-3f13ed36d438 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0555136 Dec 23 12:02:13.386373 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f78ed911-ade7-4def-a72b-bdb076574479 req-1f2036ee-a5ca-44f9-9247-7e6439990beb tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448639 Dec 23 12:02:14.172694 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:14.379422 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75044e09-2b10-40c2-97ef-4f9115857def req-ec4e5bd2-e6fa-498f-8788-08c25292a486 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:14.381091 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-75044e09-2b10-40c2-97ef-4f9115857def req-ec4e5bd2-e6fa-498f-8788-08c25292a486 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0820894 Dec 23 12:02:14.390365 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad06c3e-23dc-42e1-830a-b933919deabc req-95522dc5-9789-4a85-950b-2aca5bd01d1a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:14.391876 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7ad06c3e-23dc-42e1-830a-b933919deabc req-95522dc5-9789-4a85-950b-2aca5bd01d1a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0814712 Dec 23 12:02:14.465014 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-75044e09-2b10-40c2-97ef-4f9115857def req-480c9b4a-8c8e-412e-a8ed-de2f72ccff8f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719984 Dec 23 12:02:14.469278 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7ad06c3e-23dc-42e1-830a-b933919deabc req-29a4a87c-e62c-4d99-8e98-88d3f0734ddd tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702066 Dec 23 12:02:14.571844 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4a051-5df0-46e0-be0e-fd058a5d67ab req-92f709bc-5d94-4db4-9fb1-4c6dd44d5fdd tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:14.573403 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bcd4a051-5df0-46e0-be0e-fd058a5d67ab req-92f709bc-5d94-4db4-9fb1-4c6dd44d5fdd tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0510101 Dec 23 12:02:14.625580 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bcd4a051-5df0-46e0-be0e-fd058a5d67ab req-fa0c2dfb-271f-4aec-9bc0-7c90b562e439 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457504 Dec 23 12:02:15.620154 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8613cd1-514a-49eb-9e7f-99cc52e22c1f req-4b466f02-8e47-4516-97db-8f1853a76017 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:15.621494 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c8613cd1-514a-49eb-9e7f-99cc52e22c1f req-4b466f02-8e47-4516-97db-8f1853a76017 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0883079 Dec 23 12:02:15.631386 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d64f0-bf56-48ea-8a6f-8449a0df26da req-d50c632f-c849-4826-b8c1-ad2208903924 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:15.632742 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ac6d64f0-bf56-48ea-8a6f-8449a0df26da req-d50c632f-c849-4826-b8c1-ad2208903924 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0891333 Dec 23 12:02:15.708876 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c8613cd1-514a-49eb-9e7f-99cc52e22c1f req-26d2b073-627a-4c98-87fa-3278e65c559c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751781 Dec 23 12:02:15.712342 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ac6d64f0-bf56-48ea-8a6f-8449a0df26da req-547812ae-3cb9-429b-89bf-7ea9eba4898a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729709 Dec 23 12:02:15.815604 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44734c2b-3263-4871-baf6-50b06dd5ba86 req-4f780068-7742-4c55-98fb-cc10e08a7bfd tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:15.817059 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-44734c2b-3263-4871-baf6-50b06dd5ba86 req-4f780068-7742-4c55-98fb-cc10e08a7bfd tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0493293 Dec 23 12:02:15.871928 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-44734c2b-3263-4871-baf6-50b06dd5ba86 req-3b6ff042-f9e1-495f-a039-f58d9609dbb3 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476809 Dec 23 12:02:16.872378 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9d30d-8743-422e-b536-2041fab77611 req-40c50e59-1d0f-4815-9c9b-0da0ddd0ee13 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:16.873781 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-58a9d30d-8743-422e-b536-2041fab77611 req-40c50e59-1d0f-4815-9c9b-0da0ddd0ee13 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0845771 Dec 23 12:02:16.884564 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bc0bc-c91b-4e01-8754-8dfb30ffe9ad req-469c0af4-7fcc-4231-8986-bdefcb7626fa tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:16.886209 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e03bc0bc-c91b-4e01-8754-8dfb30ffe9ad req-469c0af4-7fcc-4231-8986-bdefcb7626fa tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0870278 Dec 23 12:02:16.956621 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-58a9d30d-8743-422e-b536-2041fab77611 req-b7730e10-2531-42b9-9c2a-3418f0193697 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693574 Dec 23 12:02:16.961617 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e03bc0bc-c91b-4e01-8754-8dfb30ffe9ad req-f7521d12-806d-4410-95f4-f0837412f55a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683267 Dec 23 12:02:17.067321 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af6085-ef42-4484-a014-2192b03c2da9 req-49a5c35d-40ec-4620-9e23-15ca503f2d76 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:17.068796 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e2af6085-ef42-4484-a014-2192b03c2da9 req-49a5c35d-40ec-4620-9e23-15ca503f2d76 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0547476 Dec 23 12:02:17.119727 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e2af6085-ef42-4484-a014-2192b03c2da9 req-131db697-b5d0-49b1-a658-ca4a29e08352 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448349 Dec 23 12:02:18.101042 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72388eff-d1a4-442c-a058-ecc957b8fad6 req-aa5b1412-a6a2-46a9-b16a-742b76af755b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:18.102539 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-72388eff-d1a4-442c-a058-ecc957b8fad6 req-aa5b1412-a6a2-46a9-b16a-742b76af755b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0762353 Dec 23 12:02:18.115042 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad792bf-9622-47ac-bca9-e75cfe4b140e req-f55306a1-e1f8-4d37-a4f3-7d3090626630 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:18.117294 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0ad792bf-9622-47ac-bca9-e75cfe4b140e req-f55306a1-e1f8-4d37-a4f3-7d3090626630 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0655994 Dec 23 12:02:18.189756 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-72388eff-d1a4-442c-a058-ecc957b8fad6 req-8305b1e2-c710-4bbb-bf70-8701dd6bb75a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718257 Dec 23 12:02:18.196950 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0ad792bf-9622-47ac-bca9-e75cfe4b140e req-db84695c-501a-45b9-8522-ede24690ac38 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721288 Dec 23 12:02:18.292232 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0b323-61e2-400a-a700-580bbca8b222 req-70f4dacb-8eda-4865-a29d-b6d2847849c8 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:18.293734 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-75f0b323-61e2-400a-a700-580bbca8b222 req-70f4dacb-8eda-4865-a29d-b6d2847849c8 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0489969 Dec 23 12:02:18.344918 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-75f0b323-61e2-400a-a700-580bbca8b222 req-03c0b708-6bc4-45d5-a421-c408045cc78f tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428200 Dec 23 12:02:18.534760 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:02:18.638276 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:02:18.648685 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'port_id': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'mac_address': 'fa:16:3e:2e:c4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e9245b-e729-46be-9e81-c351195b4b96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:02:18.687271 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:18.701308 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:02:18.721007 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:02:18.727937 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:18.782179 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:02:18.790940 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:18.791313 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:18.791681 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:18.792054 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:18.792369 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:18.792696 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:18.793023 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:18.793349 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:18.793669 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:18.794007 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:18.794328 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:18.794681 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:18.794997 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:19.212825 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['ec4101a7-3a3b-4137-ac8f-4d9146a15ac1'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:02:19.352519 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4a3f8-89d3-4b89-abaa-c97cdba29f15 req-5ed3acbb-435b-4c05-84d7-4de623c9a31b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:19.354669 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-09c4a3f8-89d3-4b89-abaa-c97cdba29f15 req-5ed3acbb-435b-4c05-84d7-4de623c9a31b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0824144 Dec 23 12:02:19.369403 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0907e-86ee-4f75-ac44-17f207bfb1c3 req-eb7f105a-89fb-427c-a103-6379902002e0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:19.372156 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4ed0907e-86ee-4f75-ac44-17f207bfb1c3 req-eb7f105a-89fb-427c-a103-6379902002e0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0891626 Dec 23 12:02:19.441124 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-09c4a3f8-89d3-4b89-abaa-c97cdba29f15 req-c3487105-3fce-4ee0-b912-e3d94f8f2254 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798542 Dec 23 12:02:19.448559 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4ed0907e-86ee-4f75-ac44-17f207bfb1c3 req-75aa67d0-5220-4c1a-b75a-cf6a296138f6 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691721 Dec 23 12:02:19.549893 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b07af-815f-443c-b7af-e387b9d54436 req-a981dcb5-a136-46ab-91f8-2485029cd2e3 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:19.551379 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d57b07af-815f-443c-b7af-e387b9d54436 req-a981dcb5-a136-46ab-91f8-2485029cd2e3 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 945 time: 0.0528166 Dec 23 12:02:19.601060 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d57b07af-815f-443c-b7af-e387b9d54436 req-39fe005a-ff26-4e95-aab4-53f4d776cd40 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435855 Dec 23 12:02:20.550121 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:02:20.598883 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d601-374d-44d4-91d8-9fe7922098d0 req-5b7fec8a-df11-4500-9818-7fbe6f1f409f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:20.600544 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d852d601-374d-44d4-91d8-9fe7922098d0 req-5b7fec8a-df11-4500-9818-7fbe6f1f409f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0815508 Dec 23 12:02:20.602921 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:02:20.607416 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:02:20.607794 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:20.621261 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97cc03-c92e-4cc8-9825-f463e32b9d1e req-310dca46-9004-40c0-8f56-73d3d6cba273 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:20.622918 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2d97cc03-c92e-4cc8-9825-f463e32b9d1e req-310dca46-9004-40c0-8f56-73d3d6cba273 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0762885 Dec 23 12:02:20.686008 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:20.687194 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d852d601-374d-44d4-91d8-9fe7922098d0 req-4490f6b1-a03a-4164-9398-f635294fa7d8 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795672 Dec 23 12:02:20.694914 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2d97cc03-c92e-4cc8-9825-f463e32b9d1e req-e74c96e0-b72a-40f7-858a-3e3b502e1389 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627873 Dec 23 12:02:20.726293 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:02:20.728571 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1df4cb6-ecc7-4b5c-855c-097f00eab77d" -d '{"events": [{"server_uuid": "d087055b-27de-4c01-962a-5744a4c4cd7d", "name": "network-vif-plugged", "status": "completed", "tag": "ec4101a7-3a3b-4137-ac8f-4d9146a15ac1"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:02:20.745398 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:02:20.751365 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:20.776606 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a344d6-9b3f-44d2-bbe5-bcbf0e594ba7 x-openstack-request-id: req-b9a344d6-9b3f-44d2-bbe5-bcbf0e594ba7 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:02:20.776964 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d087055b-27de-4c01-962a-5744a4c4cd7d", "name": "network-vif-plugged", "status": "completed", "tag": "ec4101a7-3a3b-4137-ac8f-4d9146a15ac1", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:02:20.777276 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9a344d6-9b3f-44d2-bbe5-bcbf0e594ba7 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:02:20.777664 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'code': 200} Dec 23 12:02:20.796157 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28309000-299d-472b-9459-a5f557b9b3ce req-333c5cfa-b589-4f25-b1b1-bdb2d2ca394d tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:20.797661 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-28309000-299d-472b-9459-a5f557b9b3ce req-333c5cfa-b589-4f25-b1b1-bdb2d2ca394d tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0526669 Dec 23 12:02:20.802443 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:02:20.846414 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-28309000-299d-472b-9459-a5f557b9b3ce req-d7a7c302-8614-4719-808d-d8663645cd6d tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424044 Dec 23 12:02:21.200425 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e0787-371d-403e-8030-504b7931b5fe req-a62acd77-cbef-4113-9590-e97844c23650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:21.201907 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e88e0787-371d-403e-8030-504b7931b5fe req-a62acd77-cbef-4113-9590-e97844c23650 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 1099 time: 0.0497661 Dec 23 12:02:21.258388 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e88e0787-371d-403e-8030-504b7931b5fe req-89e7fcc6-11be-43f7-8739-a953c6b06046 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401671 Dec 23 12:02:21.837068 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7432ff-794d-41f6-b41f-4feb18e011e2 req-c1fcc22a-c14b-4f5d-9f28-63bc785b43fa tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:21.838548 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fd7432ff-794d-41f6-b41f-4feb18e011e2 req-c1fcc22a-c14b-4f5d-9f28-63bc785b43fa tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0717287 Dec 23 12:02:21.849674 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23354caf-01a6-4842-82c1-fb5b91f434a0 req-1d4c6e93-a485-47fb-8dd5-9964c1928224 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:21.851039 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-23354caf-01a6-4842-82c1-fb5b91f434a0 req-1d4c6e93-a485-47fb-8dd5-9964c1928224 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0754428 Dec 23 12:02:21.922486 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fd7432ff-794d-41f6-b41f-4feb18e011e2 req-941e2ae4-bdff-46e6-b505-4dad3be772b0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703895 Dec 23 12:02:21.926010 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-23354caf-01a6-4842-82c1-fb5b91f434a0 req-fe5d8592-361d-43f4-8f9f-6f705f6b840e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683300 Dec 23 12:02:22.036831 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1138f-83d5-4835-8ba1-939f834f6160 req-2f7a1997-bb74-4b46-b0df-3c8e83fa9383 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:22.039371 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5ad1138f-83d5-4835-8ba1-939f834f6160 req-2f7a1997-bb74-4b46-b0df-3c8e83fa9383 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0605366 Dec 23 12:02:22.102959 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5ad1138f-83d5-4835-8ba1-939f834f6160 req-0ebadc79-5b4f-40fb-aebe-8abc436e2a17 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546179 Dec 23 12:02:23.084007 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30e242-040e-42c4-b119-99ded6fd00a5 req-0a06b357-11f7-432e-acbd-6772233941c0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:23.085466 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6f30e242-040e-42c4-b119-99ded6fd00a5 req-0a06b357-11f7-432e-acbd-6772233941c0 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0825231 Dec 23 12:02:23.095818 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10604839-4ab9-4167-bd12-8cd1b6d19cd3 req-eef053e6-e106-4a9a-a30f-a67fecc4a7e2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:23.097187 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-10604839-4ab9-4167-bd12-8cd1b6d19cd3 req-eef053e6-e106-4a9a-a30f-a67fecc4a7e2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0918286 Dec 23 12:02:23.170174 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6f30e242-040e-42c4-b119-99ded6fd00a5 req-1fb81856-ab81-42e1-abe9-d4b83ca3f1fb tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720336 Dec 23 12:02:23.173508 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-10604839-4ab9-4167-bd12-8cd1b6d19cd3 req-67ec38bd-6db8-4ff6-89de-5b77af7cb63e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697880 Dec 23 12:02:23.283664 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b86ce-7c4d-4865-a479-ccc2ea78ccf6 req-8150ab15-1d19-4511-a80a-f6dec7534559 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:23.286098 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ad7b86ce-7c4d-4865-a479-ccc2ea78ccf6 req-8150ab15-1d19-4511-a80a-f6dec7534559 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0604610 Dec 23 12:02:23.336928 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ad7b86ce-7c4d-4865-a479-ccc2ea78ccf6 req-6c952916-2b9d-4352-ac08-32af22b70702 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444221 Dec 23 12:02:24.334453 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec9cd1-05eb-48ec-8d43-b659feb0a76e req-4f83b25a-fc52-4b97-82e3-7fd990f3a462 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:24.335983 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-68ec9cd1-05eb-48ec-8d43-b659feb0a76e req-4f83b25a-fc52-4b97-82e3-7fd990f3a462 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0832539 Dec 23 12:02:24.345440 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57707bf4-2d1b-438a-8c23-b8bbc1d5e9ac req-d84333cf-b54c-4c12-9940-17eb241c1cd7 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:24.346861 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-57707bf4-2d1b-438a-8c23-b8bbc1d5e9ac req-d84333cf-b54c-4c12-9940-17eb241c1cd7 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 943 time: 0.0818195 Dec 23 12:02:24.419974 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-68ec9cd1-05eb-48ec-8d43-b659feb0a76e req-8fb101f1-2345-4ebc-9155-8809fc32e151 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721159 Dec 23 12:02:24.427229 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-57707bf4-2d1b-438a-8c23-b8bbc1d5e9ac req-051fb7fe-f031-4227-81a2-1acfee7f6528 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722435 Dec 23 12:02:24.533733 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c438e-497f-4b73-b31c-dd6a4db776a8 req-44ced02f-2407-4f0b-a4f3-b89eff3cbbe2 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:24.535235 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e13c438e-497f-4b73-b31c-dd6a4db776a8 req-44ced02f-2407-4f0b-a4f3-b89eff3cbbe2 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0561213 Dec 23 12:02:24.584397 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e13c438e-497f-4b73-b31c-dd6a4db776a8 req-ad115bc0-1023-4a65-88d4-4e16427592c6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419383 Dec 23 12:02:24.592114 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device bbf34ca1-ab1a-4521-9402-ff6d335fe55a details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:02:24.695469 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port bbf34ca1-ab1a-4521-9402-ff6d335fe55a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:02:24.706266 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'port_id': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'mac_address': 'fa:16:3e:e3:69:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:02:24.706481 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b04ebf-0bf4-413f-9ece-244dd136166b req-95b594b5-6d33-4d9f-963d-d4691ad6db13 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:24.708057 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b3b04ebf-0bf4-413f-9ece-244dd136166b req-95b594b5-6d33-4d9f-963d-d4691ad6db13 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0543756 Dec 23 12:02:24.743291 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:24.756244 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf34ca1-ab1a-4521-9402-ff6d335fe55a {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:02:24.757893 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b3b04ebf-0bf4-413f-9ece-244dd136166b req-4d4572aa-a073-40f8-b790-1c5fef240d4d tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433931 Dec 23 12:02:24.775273 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port bbf34ca1-ab1a-4521-9402-ff6d335fe55a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:02:24.779559 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 34880) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:02:24.784835 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:24.832271 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,revision_number=9']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:02:24.981141 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd2364-5d18-4787-a8ca-b5b46166c04e tempest-TestShelveInstance-1312517458 tempest-TestShelveInstance-1312517458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:24.982711 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-83dd2364-5d18-4787-a8ca-b5b46166c04e tempest-TestShelveInstance-1312517458 tempest-TestShelveInstance-1312517458-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 1094 time: 0.2018318 Dec 23 12:02:24.986150 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 34884) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:02:24.990546 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Request body: {'floatingip': {'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'port_id': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:02:25.020789 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for floatingip, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:25.133066 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:25.236499 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Allocated IP 172.27.2.14 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/6d797154-97c0-466d-8b68-ab2c23e06f8f) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:02:25.345712 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:25.388738 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:25.402420 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['bbf34ca1-ab1a-4521-9402-ff6d335fe55a'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:02:25.427194 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:02:25.430196 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:02:25.434034 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:02:25.462749 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Pushing event updated for resources: {'Port': ['ID=6d797154-97c0-466d-8b68-ab2c23e06f8f,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:02:25.650550 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff3952-fae6-4d61-b24e-0d184fd487a3 req-bed43793-e6c5-42df-8a82-43c58aa51622 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:25.652089 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-85ff3952-fae6-4d61-b24e-0d184fd487a3 req-bed43793-e6c5-42df-8a82-43c58aa51622 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.1376133 Dec 23 12:02:25.746621 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-85ff3952-fae6-4d61-b24e-0d184fd487a3 req-f8d13096-d0e5-46d6-b1a3-b361ca33de81 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878737 Dec 23 12:02:26.178905 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1ebf8-fce8-4bd9-99be-ceef2379199c req-3da69fee-f90e-4de9-a685-4a0f0b38a671 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:26.180371 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-edc1ebf8-fce8-4bd9-99be-ceef2379199c req-3da69fee-f90e-4de9-a685-4a0f0b38a671 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 944 time: 0.1621368 Dec 23 12:02:26.286954 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:26.337334 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-edc1ebf8-fce8-4bd9-99be-ceef2379199c req-2de0d7d0-13d1-4d70-9284-fdb2b030cc9e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478634 Dec 23 12:02:26.398246 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:26.560167 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:26.568337 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:26.641872 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Pushing event updated for resources: {'Port': ['ID=6d797154-97c0-466d-8b68-ab2c23e06f8f,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:02:26.653726 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:26.768939 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.l3_db [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Floating IP 3a771635-6b4a-46fb-85c9-a2c2478d6af4 associated. External IP: 172.27.2.14, port: ec4101a7-3a3b-4137-ac8f-4d9146a15ac1. Dec 23 12:02:26.909883 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf9c10-cda9-4ed0-9d42-24d759b9e581 req-05e27998-eca1-4bd2-a9a2-1e9b1371372b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:26.911422 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2dcf9c10-cda9-4ed0-9d42-24d759b9e581 req-05e27998-eca1-4bd2-a9a2-1e9b1371372b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0909178 Dec 23 12:02:27.030444 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2dcf9c10-cda9-4ed0-9d42-24d759b9e581 req-1ab99d86-b71e-47c4-851a-3d3a27cf57d7 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866723 Dec 23 12:02:27.043407 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Router 25177ed3-57a3-4f02-83cb-34addd172088 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:02:27.151521 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:02:27.161894 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8d0da-dd70-4a13-a055-ae86fb6b0bb7 None None] Sync routers for ids ['25177ed3-57a3-4f02-83cb-34addd172088'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:02:27.170225 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:27.173078 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8d0da-dd70-4a13-a055-ae86fb6b0bb7 None None] Routers {'25177ed3-57a3-4f02-83cb-34addd172088'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:02:27.173702 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-5ff8d0da-dd70-4a13-a055-ae86fb6b0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:02:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['25177ed3-57a3-4f02-83cb-34addd172088'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:02:27.196407 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-a49a39e4-19ad-4872-a1ea-57f297b536a6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2092083 Dec 23 12:02:27.197034 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'tag': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:02:27.199340 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2e9626-5868-4335-9797-06d3f43e5974" -d '{"events": [{"name": "network-changed", "server_uuid": "d087055b-27de-4c01-962a-5744a4c4cd7d", "tag": "ec4101a7-3a3b-4137-ac8f-4d9146a15ac1"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:02:27.239007 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e72d936-77c1-45f3-ab9e-d2fd8bc337c3 x-openstack-request-id: req-4e72d936-77c1-45f3-ab9e-d2fd8bc337c3 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:02:27.239266 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d087055b-27de-4c01-962a-5744a4c4cd7d", "tag": "ec4101a7-3a3b-4137-ac8f-4d9146a15ac1", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:02:27.239529 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e72d936-77c1-45f3-ab9e-d2fd8bc337c3 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:02:27.239928 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'tag': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'status': 'completed', 'code': 200} Dec 23 12:02:27.365996 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-5ff8d0da-dd70-4a13-a055-ae86fb6b0bb7 None None] Set router 25177ed3-57a3-4f02-83cb-34addd172088 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:02:27.379630 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e9626-5868-4335-9797-06d3f43e5974 req-942fc495-8fd1-4e50-bff1-05e65354ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:27.381161 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7e2e9626-5868-4335-9797-06d3f43e5974 req-942fc495-8fd1-4e50-bff1-05e65354ba44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f78243e9c4ec4d51a07e39bec8a14073&device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 1099 time: 0.0440538 Dec 23 12:02:27.523789 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e51398-1e24-44ea-b97f-108fded0b52e req-06ca57bc-b260-4b53-8b0f-01528c3d063d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:27.525846 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-86e51398-1e24-44ea-b97f-108fded0b52e req-06ca57bc-b260-4b53-8b0f-01528c3d063d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 944 time: 0.1073663 Dec 23 12:02:27.543531 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e9626-5868-4335-9797-06d3f43e5974 req-f50cc588-7490-42e5-8601-1c68e3333d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:27.545081 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7e2e9626-5868-4335-9797-06d3f43e5974 req-f50cc588-7490-42e5-8601-1c68e3333d8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=b74e4f96-0c79-4be3-88be-9335e56fc15a HTTP/1.1" status: 200 len: 909 time: 0.1365335 Dec 23 12:02:27.591742 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-5ff8d0da-dd70-4a13-a055-ae86fb6b0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:59Z', 'revision_number': 4, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port': {'id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '3a771635-6b4a-46fb-85c9-a2c2478d6af4', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'port_id': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'mac_address': 'fa:16:3e:2e:c4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:02:25Z', 'updated_at': '2021-12-23T12:02:25Z', 'revision_number': 0, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c900b2-c255-4408-9f0a-39db1d741946', 'name': '', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'mac_address': 'fa:16:3e:b9:3a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '85e9245b-e729-46be-9e81-c351195b4b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:59Z', 'updated_at': '2021-12-23T12:01:05Z', 'revision_number': 5, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'subnets': [{'id': '85e9245b-e729-46be-9e81-c351195b4b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:02:27.617512 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8d0da-dd70-4a13-a055-ae86fb6b0bb7 None None] Checking router: 25177ed3-57a3-4f02-83cb-34addd172088 for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:02:27.624409 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-86e51398-1e24-44ea-b97f-108fded0b52e req-2c89fa7a-167b-4e2d-87e6-b4dd31d1b068 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910814 Dec 23 12:02:27.626939 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff8d0da-dd70-4a13-a055-ae86fb6b0bb7 None None] Routers {'25177ed3-57a3-4f02-83cb-34addd172088'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:02:27.627698 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-5ff8d0da-dd70-4a13-a055-ae86fb6b0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:02:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['25177ed3-57a3-4f02-83cb-34addd172088'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:02:27.639172 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7e2e9626-5868-4335-9797-06d3f43e5974 req-46974d9c-4cf0-45e4-9d87-a6262a8be67b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 HTTP/1.1" status: 200 len: 999 time: 0.0794220 Dec 23 12:02:27.707386 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e9626-5868-4335-9797-06d3f43e5974 req-4f0ec701-3f63-4ca0-b8c6-348911dc13f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:27.708891 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7e2e9626-5868-4335-9797-06d3f43e5974 req-4f0ec701-3f63-4ca0-b8c6-348911dc13f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85e9245b-e729-46be-9e81-c351195b4b96 HTTP/1.1" status: 200 len: 847 time: 0.0454786 Dec 23 12:02:27.731859 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-5ff8d0da-dd70-4a13-a055-ae86fb6b0bb7 None None] Set router 25177ed3-57a3-4f02-83cb-34addd172088 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:02:27.772000 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e9626-5868-4335-9797-06d3f43e5974 req-52dd0a42-d7a0-463a-92d8-bbc97e72c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:27.773491 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7e2e9626-5868-4335-9797-06d3f43e5974 req-52dd0a42-d7a0-463a-92d8-bbc97e72c01c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b74e4f96-0c79-4be3-88be-9335e56fc15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397356 Dec 23 12:02:27.870723 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7e2e9626-5868-4335-9797-06d3f43e5974 req-3fbc3f5e-2fc2-4c86-908c-582cd368e058 service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861318 Dec 23 12:02:27.966151 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-5ff8d0da-dd70-4a13-a055-ae86fb6b0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:59Z', 'revision_number': 4, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port': {'id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '3a771635-6b4a-46fb-85c9-a2c2478d6af4', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'port_id': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'mac_address': 'fa:16:3e:2e:c4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:02:25Z', 'updated_at': '2021-12-23T12:02:25Z', 'revision_number': 0, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c900b2-c255-4408-9f0a-39db1d741946', 'name': '', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'mac_address': 'fa:16:3e:b9:3a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '85e9245b-e729-46be-9e81-c351195b4b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:59Z', 'updated_at': '2021-12-23T12:01:05Z', 'revision_number': 5, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'subnets': [{'id': '85e9245b-e729-46be-9e81-c351195b4b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:02:27.969020 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7e2e9626-5868-4335-9797-06d3f43e5974 req-3f496d85-97f2-4dd6-a6d6-4fca7f77289d service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869606 Dec 23 12:02:27.991633 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff8d0da-dd70-4a13-a055-ae86fb6b0bb7 None None] The sync data for ids ['25177ed3-57a3-4f02-83cb-34addd172088'] in dv-cinder-822821-1-iscsi is: [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:59Z', 'revision_number': 4, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port': {'id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '3a771635-6b4a-46fb-85c9-a2c2478d6af4', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'port_id': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'mac_address': 'fa:16:3e:2e:c4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:02:25Z', 'updated_at': '2021-12-23T12:02:25Z', 'revision_number': 0, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c900b2-c255-4408-9f0a-39db1d741946', 'name': '', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'mac_address': 'fa:16:3e:b9:3a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '85e9245b-e729-46be-9e81-c351195b4b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:59Z', 'updated_at': '2021-12-23T12:01:05Z', 'revision_number': 5, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'subnets': [{'id': '85e9245b-e729-46be-9e81-c351195b4b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:02:28.160094 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923df13-6923-43c0-8e50-e1a7c41b011f req-93908ab1-758f-4b14-a096-412680a6b2ac tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:28.161782 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8923df13-6923-43c0-8e50-e1a7c41b011f req-93908ab1-758f-4b14-a096-412680a6b2ac tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0551043 Dec 23 12:02:28.181870 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f255a0a-30ed-4fa1-9e3d-e580c6eacc22 None None] New status for floating IP 3a771635-6b4a-46fb-85c9-a2c2478d6af4: ACTIVE {{(pid=102504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:02:28.211010 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8923df13-6923-43c0-8e50-e1a7c41b011f req-b01c5635-490d-4d35-b76d-a402e6b41a63 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426748 Dec 23 12:02:28.590025 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device bbf34ca1-ab1a-4521-9402-ff6d335fe55a up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:02:28.652256 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port bbf34ca1-ab1a-4521-9402-ff6d335fe55a triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:02:28.652627 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:28.734049 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:28.747118 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb1813-ef87-4c2f-bd3d-b420f366992c req-224d6c84-4629-4cc0-9af0-e7d8f92ca78b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:28.748613 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c4eb1813-ef87-4c2f-bd3d-b420f366992c req-224d6c84-4629-4cc0-9af0-e7d8f92ca78b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 944 time: 0.0482168 Dec 23 12:02:28.756491 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc998144-5288-467f-82de-9c1983559e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:02:28.758726 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3894f2c-1b4e-4fc0-bbe7-364b833c6083" -d '{"events": [{"server_uuid": "fc998144-5288-467f-82de-9c1983559e40", "name": "network-vif-plugged", "status": "completed", "tag": "bbf34ca1-ab1a-4521-9402-ff6d335fe55a"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:02:28.772205 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port bbf34ca1-ab1a-4521-9402-ff6d335fe55a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:02:28.777530 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:28.799666 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c4eb1813-ef87-4c2f-bd3d-b420f366992c req-674a9cfa-2cd7-467d-b5bd-87eb3bdfecd4 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444334 Dec 23 12:02:28.800735 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90206755-43f9-4542-9108-f9720ce578f8 x-openstack-request-id: req-90206755-43f9-4542-9108-f9720ce578f8 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:02:28.801052 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc998144-5288-467f-82de-9c1983559e40", "name": "network-vif-plugged", "status": "completed", "tag": "bbf34ca1-ab1a-4521-9402-ff6d335fe55a", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:02:28.801287 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90206755-43f9-4542-9108-f9720ce578f8 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:02:28.801704 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc998144-5288-467f-82de-9c1983559e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'code': 200} Dec 23 12:02:28.831360 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,revision_number=10']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:02:29.332349 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0158f-4e99-414a-a3b3-60b31413ba52 req-bfa687f5-ad94-4d12-a0fc-e58fd47df748 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:29.333824 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-32e0158f-4e99-414a-a3b3-60b31413ba52 req-bfa687f5-ad94-4d12-a0fc-e58fd47df748 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0521481 Dec 23 12:02:29.609395 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-32e0158f-4e99-414a-a3b3-60b31413ba52 req-c938e9ed-d90b-45d8-955a-a8368a0ee598 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682621 Dec 23 12:02:29.615632 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5d8b6-d1ee-4199-8cab-9023b43c3e68 req-3febaa0c-42bf-41e3-938a-3ee7ef63a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:29.617014 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3fb5d8b6-d1ee-4199-8cab-9023b43c3e68 req-3febaa0c-42bf-41e3-938a-3ee7ef63a3d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 1099 time: 0.0590851 Dec 23 12:02:29.671099 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3fb5d8b6-d1ee-4199-8cab-9023b43c3e68 req-7829b92a-f336-4161-af38-f629f53d69f4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367265 Dec 23 12:02:29.931005 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a3a90-ff7c-47f0-9b03-daafe56a57be req-1db55c67-1b17-43ea-b45f-3ab3cbbf81e5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:29.932451 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-035a3a90-ff7c-47f0-9b03-daafe56a57be req-1db55c67-1b17-43ea-b45f-3ab3cbbf81e5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 946 time: 0.0510740 Dec 23 12:02:29.997780 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-035a3a90-ff7c-47f0-9b03-daafe56a57be req-919982d2-a7ec-4697-8e02-096e854758e6 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564833 Dec 23 12:02:30.731672 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cd8e4-0527-4a92-a42b-8cfba4d6ec51 req-ad3fa1e1-992b-4a4a-91e2-eeb49d5bc1ad tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:30.733163 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f49cd8e4-0527-4a92-a42b-8cfba4d6ec51 req-ad3fa1e1-992b-4a4a-91e2-eeb49d5bc1ad tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0548480 Dec 23 12:02:30.789259 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f49cd8e4-0527-4a92-a42b-8cfba4d6ec51 req-b695553c-efb3-4a80-9f19-8b6843c6dad1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470796 Dec 23 12:02:31.139011 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2aec8c-e8f7-4178-904c-2bc2f98c649f req-d3ef6b82-ee3d-473d-9888-db801e50a570 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:31.140477 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1c2aec8c-e8f7-4178-904c-2bc2f98c649f req-d3ef6b82-ee3d-473d-9888-db801e50a570 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 946 time: 0.0538256 Dec 23 12:02:31.188530 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1c2aec8c-e8f7-4178-904c-2bc2f98c649f req-168ca3d2-c4ab-4fa3-a9a1-c5298f3f1e93 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418477 Dec 23 12:02:31.931379 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5794b7-c861-463b-b50f-2b71d6005caf req-b0add4c9-293e-4f36-af3d-41c01d3dfb74 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:31.932953 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cd5794b7-c861-463b-b50f-2b71d6005caf req-b0add4c9-293e-4f36-af3d-41c01d3dfb74 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0607760 Dec 23 12:02:31.982819 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cd5794b7-c861-463b-b50f-2b71d6005caf req-7e58d989-9656-481c-a0ba-2ce14012779f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Dec 23 12:02:32.310152 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f8f3c-476a-425a-a547-b4ecc6d62ad7 req-e9267ec1-a971-442f-878d-13ce86f204c2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:32.311637 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3a7f8f3c-476a-425a-a547-b4ecc6d62ad7 req-e9267ec1-a971-442f-878d-13ce86f204c2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 946 time: 0.0500317 Dec 23 12:02:32.364715 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3a7f8f3c-476a-425a-a547-b4ecc6d62ad7 req-3d651780-8733-4561-9374-b957723a31ac tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446866 Dec 23 12:02:33.119350 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5e843-29b0-4949-a2ac-5a66b88fb82d req-ea88fc1d-582a-4bda-b71c-9de00b2d4b44 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:33.120819 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14f5e843-29b0-4949-a2ac-5a66b88fb82d req-ea88fc1d-582a-4bda-b71c-9de00b2d4b44 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0559733 Dec 23 12:02:33.176949 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14f5e843-29b0-4949-a2ac-5a66b88fb82d req-2b231cf6-ccf2-4f3a-9175-3f7df1ed1dcd tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501726 Dec 23 12:02:33.736393 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-2f0a9609-b9b2-4c87-a672-dbba1066d5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:34.244023 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b307fcf-f38e-4ece-8ff3-fc6b04b3b8db req-46b3a7e2-c052-4778-af5e-217de9713c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:34.245553 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1b307fcf-f38e-4ece-8ff3-fc6b04b3b8db req-46b3a7e2-c052-4778-af5e-217de9713c2b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 1099 time: 0.0425050 Dec 23 12:02:34.320158 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1b307fcf-f38e-4ece-8ff3-fc6b04b3b8db req-34fb2d91-e821-48b2-970c-2ab6275a4467 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594363 Dec 23 12:02:34.327748 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7b0b6-88b6-4865-b872-caafbf61501e req-8b566c9f-69b8-4ccc-8d76-7864cf5712c5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:34.329192 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cdd7b0b6-88b6-4865-b872-caafbf61501e req-8b566c9f-69b8-4ccc-8d76-7864cf5712c5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0772164 Dec 23 12:02:34.379258 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cdd7b0b6-88b6-4865-b872-caafbf61501e req-f923f715-1b85-4652-aebb-a2fb52784b05 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435102 Dec 23 12:02:35.509567 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081eda0-a422-462a-9dce-694bf6122438 req-cd7ee288-190c-451c-a138-82bc91e6b4fd tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:35.511139 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9081eda0-a422-462a-9dce-694bf6122438 req-cd7ee288-190c-451c-a138-82bc91e6b4fd tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0560906 Dec 23 12:02:35.557838 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9081eda0-a422-462a-9dce-694bf6122438 req-deee9a3c-4ad8-477f-aaf0-9fa12a6c5a3f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407712 Dec 23 12:02:35.963200 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d18e37e4-d972-447c-9a5a-242eb6bc5396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:36.693738 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2018b0-e3d9-4564-af40-64e910b4b57d req-367e52a5-4835-4e89-bff1-5a0c602a673d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:36.695251 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fe2018b0-e3d9-4564-af40-64e910b4b57d req-367e52a5-4835-4e89-bff1-5a0c602a673d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0505481 Dec 23 12:02:36.742096 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fe2018b0-e3d9-4564-af40-64e910b4b57d req-e37f2ab5-a4c6-4161-a4df-35e453a874e1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 Dec 23 12:02:36.812208 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:02:37.150009 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:37.876493 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee46fb-f692-46a9-979c-3d3c7dd1de83 req-cea2a4db-5673-4183-b64c-6d0a6b6dd63b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:37.878084 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-68ee46fb-f692-46a9-979c-3d3c7dd1de83 req-cea2a4db-5673-4183-b64c-6d0a6b6dd63b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0635474 Dec 23 12:02:37.928478 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-68ee46fb-f692-46a9-979c-3d3c7dd1de83 req-d70c055e-53c5-4fbe-a854-e63a590ddfcf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Dec 23 12:02:38.565418 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:38.898183 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90fa98-6699-4c61-bf3a-156b03e8af35 req-694b77e4-efdb-4e56-9c3f-44cf44ccfedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:38.899644 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0e90fa98-6699-4c61-bf3a-156b03e8af35 req-694b77e4-efdb-4e56-9c3f-44cf44ccfedc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec59363a116e4c37832626c6add07f04&device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 1099 time: 0.0438809 Dec 23 12:02:39.048793 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90fa98-6699-4c61-bf3a-156b03e8af35 req-09d6f46d-f162-40e5-ae80-8a13200bfd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:39.050311 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0e90fa98-6699-4c61-bf3a-156b03e8af35 req-09d6f46d-f162-40e5-ae80-8a13200bfd23 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 200 len: 920 time: 0.1177411 Dec 23 12:02:39.067071 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a22ee-94c6-465f-a709-948379364041 req-3fa46d36-ed1f-4dbe-9034-635f9fc900bf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:39.068482 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-168a22ee-94c6-465f-a709-948379364041 req-3fa46d36-ed1f-4dbe-9034-635f9fc900bf tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0660121 Dec 23 12:02:39.107440 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0e90fa98-6699-4c61-bf3a-156b03e8af35 req-55489fa3-3580-4f9c-a82e-9a5a6208fcb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b32d0851-1880-4e36-81d6-464702876f58 HTTP/1.1" status: 200 len: 217 time: 0.0379670 Dec 23 12:02:39.172336 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-168a22ee-94c6-465f-a709-948379364041 req-6fd23bd3-6e77-4f27-92d7-5fad30232ebd tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972204 Dec 23 12:02:39.181693 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90fa98-6699-4c61-bf3a-156b03e8af35 req-553a64c3-4ef4-4980-af7e-e6bb150f7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:39.183171 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0e90fa98-6699-4c61-bf3a-156b03e8af35 req-553a64c3-4ef4-4980-af7e-e6bb150f7f02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2572a32-7da4-4c6b-a622-f053958d1230 HTTP/1.1" status: 200 len: 859 time: 0.0622220 Dec 23 12:02:39.224760 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0e90fa98-6699-4c61-bf3a-156b03e8af35 req-db35385a-5fb7-4622-9807-4a30b99c4f74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b549575c-e737-460e-8224-ff10749539d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257342 Dec 23 12:02:39.269631 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:39.331370 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0e90fa98-6699-4c61-bf3a-156b03e8af35 req-fca6ef85-23d4-4159-88dd-c6b017e28cc4 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814984 Dec 23 12:02:39.515603 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0e90fa98-6699-4c61-bf3a-156b03e8af35 req-0f7fb556-b709-44a6-ae1e-bc31bcaad1ad service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911267 Dec 23 12:02:40.303626 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87cc6b-be6e-4fa2-a7ab-c8e8d2280004 req-4ed7269b-d059-492a-b448-75f0c6c89742 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:40.305514 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1e87cc6b-be6e-4fa2-a7ab-c8e8d2280004 req-4ed7269b-d059-492a-b448-75f0c6c89742 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0575964 Dec 23 12:02:40.353822 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1e87cc6b-be6e-4fa2-a7ab-c8e8d2280004 req-bfd98225-b010-46b8-a3e7-e08b0601cae9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421624 Dec 23 12:02:40.702098 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadc462-7082-4a5e-9510-0289a45643bd req-4559fc58-4927-4050-92bb-608918516791 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:40.703607 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-baadc462-7082-4a5e-9510-0289a45643bd req-4559fc58-4927-4050-92bb-608918516791 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0530043 Dec 23 12:02:40.753427 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-baadc462-7082-4a5e-9510-0289a45643bd req-e0e7ecc4-a7f3-4cc6-a8a4-c71afd274969 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435262 Dec 23 12:02:41.885804 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5979f63-221b-4de7-8a6a-f68f3c6a7d7a req-741552ad-adfb-4f3c-9115-7a60e91d276d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:41.887463 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e5979f63-221b-4de7-8a6a-f68f3c6a7d7a req-741552ad-adfb-4f3c-9115-7a60e91d276d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0494375 Dec 23 12:02:41.937813 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e5979f63-221b-4de7-8a6a-f68f3c6a7d7a req-19f92af7-8228-4f14-8a06-725d48ba868a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413995 Dec 23 12:02:43.066809 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01553a8e-c248-4e09-9e92-b2a4fa23939f req-2a281b6c-08f8-4696-ae5a-0c245f48271f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:43.068249 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-01553a8e-c248-4e09-9e92-b2a4fa23939f req-2a281b6c-08f8-4696-ae5a-0c245f48271f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0530519 Dec 23 12:02:43.120098 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-01553a8e-c248-4e09-9e92-b2a4fa23939f req-0c174259-6dd1-48ec-b5e3-54ddaaefbf36 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455794 Dec 23 12:02:43.624380 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f3ef9-7cc2-4e5d-af8a-95b718dbae36 req-7f288a3e-0001-4edd-8a87-511d2f781de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:43.625774 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1f4f3ef9-7cc2-4e5d-af8a-95b718dbae36 req-7f288a3e-0001-4edd-8a87-511d2f781de1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec59363a116e4c37832626c6add07f04&device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 1099 time: 0.0470767 Dec 23 12:02:43.768516 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f3ef9-7cc2-4e5d-af8a-95b718dbae36 req-9c5442f1-a1b6-4e17-9a34-c43f8a64088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:43.770771 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1f4f3ef9-7cc2-4e5d-af8a-95b718dbae36 req-9c5442f1-a1b6-4e17-9a34-c43f8a64088e service neutron] 10.222.0.61 "GET /v2.0/networks?id=b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 200 len: 920 time: 0.0969882 Dec 23 12:02:43.873197 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1f4f3ef9-7cc2-4e5d-af8a-95b718dbae36 req-aa8e53a3-f1bd-4380-8172-1e7a3c74e87f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b32d0851-1880-4e36-81d6-464702876f58 HTTP/1.1" status: 200 len: 217 time: 0.0388308 Dec 23 12:02:43.940061 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f3ef9-7cc2-4e5d-af8a-95b718dbae36 req-37d037e4-3108-4820-a951-1127f52b0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:43.941519 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1f4f3ef9-7cc2-4e5d-af8a-95b718dbae36 req-37d037e4-3108-4820-a951-1127f52b0d21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2572a32-7da4-4c6b-a622-f053958d1230 HTTP/1.1" status: 200 len: 859 time: 0.0454392 Dec 23 12:02:43.976117 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1f4f3ef9-7cc2-4e5d-af8a-95b718dbae36 req-a623fb26-dfe9-4c7f-9988-5362b52ec521 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b549575c-e737-460e-8224-ff10749539d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243740 Dec 23 12:02:44.100143 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1f4f3ef9-7cc2-4e5d-af8a-95b718dbae36 req-66579408-c24b-4754-a7ae-935d5cbb0aa7 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956223 Dec 23 12:02:44.168777 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:44.209600 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1f4f3ef9-7cc2-4e5d-af8a-95b718dbae36 req-79058367-5b9c-47e6-9c65-98e6ff505907 service neutron] 10.222.0.61 "GET /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951827 Dec 23 12:02:44.245803 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e8120-1e5e-4ebd-8505-0a59c44c14ea req-da1957fe-591a-4d3d-96e1-9921409a30bb tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:44.247312 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-865e8120-1e5e-4ebd-8505-0a59c44c14ea req-da1957fe-591a-4d3d-96e1-9921409a30bb tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0522935 Dec 23 12:02:44.301916 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-865e8120-1e5e-4ebd-8505-0a59c44c14ea req-ec1c788b-e830-443f-9146-caa2861e5edc tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479507 Dec 23 12:02:45.421805 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cf68e-6f10-4a88-a69b-7de8e4535a63 req-14906081-baae-4fe1-8ae2-950e1a88cf0e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:45.423322 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1e8cf68e-6f10-4a88-a69b-7de8e4535a63 req-14906081-baae-4fe1-8ae2-950e1a88cf0e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0482764 Dec 23 12:02:45.485254 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1e8cf68e-6f10-4a88-a69b-7de8e4535a63 req-5baccd88-b803-4018-966c-63371aff3961 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553241 Dec 23 12:02:46.612389 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd9985-e64b-4ea2-a0d8-1715e4bd65bb req-87a435ff-6529-4689-937d-6b78e59d41ea tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:46.613892 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a8fd9985-e64b-4ea2-a0d8-1715e4bd65bb req-87a435ff-6529-4689-937d-6b78e59d41ea tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0525711 Dec 23 12:02:46.667034 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a8fd9985-e64b-4ea2-a0d8-1715e4bd65bb req-bac0f508-5502-4a02-9355-b1439213a9b4 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468466 Dec 23 12:02:47.788624 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524f6e4-58e4-4fc1-ac68-9e804deecffd req-8fd3b14b-2279-4754-bbb6-c38f77c31ad4 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:47.790112 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e524f6e4-58e4-4fc1-ac68-9e804deecffd req-8fd3b14b-2279-4754-bbb6-c38f77c31ad4 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0558209 Dec 23 12:02:47.840559 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e524f6e4-58e4-4fc1-ac68-9e804deecffd req-0f5a7c95-0999-4e98-8bd4-f71dd79ff6f2 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Dec 23 12:02:48.968921 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefd331-b091-455b-8ec5-4b3af67555b1 req-079f15ef-02d4-4d10-8f49-22d2e15d3479 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:48.970289 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-beefd331-b091-455b-8ec5-4b3af67555b1 req-079f15ef-02d4-4d10-8f49-22d2e15d3479 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0492616 Dec 23 12:02:49.018345 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-beefd331-b091-455b-8ec5-4b3af67555b1 req-38600bf3-bc61-416c-ad4f-d988f9eb7bc9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419877 Dec 23 12:02:50.145869 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5c4dd-8a20-43b8-98e6-5764ac2c3d68 req-30f0ff94-c08a-4601-8b10-665a97d912c7 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:50.147373 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5ca5c4dd-8a20-43b8-98e6-5764ac2c3d68 req-30f0ff94-c08a-4601-8b10-665a97d912c7 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0585754 Dec 23 12:02:50.198236 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5ca5c4dd-8a20-43b8-98e6-5764ac2c3d68 req-9cff522e-e500-4e5d-9063-328d73322f62 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Dec 23 12:02:51.341403 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee0273-81fc-4c1f-ad34-8d9cd7aa7447 req-705540e4-bc0f-4e64-9b9c-e0d422b39dc6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:51.342943 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-71ee0273-81fc-4c1f-ad34-8d9cd7aa7447 req-705540e4-bc0f-4e64-9b9c-e0d422b39dc6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0635514 Dec 23 12:02:51.399668 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-71ee0273-81fc-4c1f-ad34-8d9cd7aa7447 req-97ccc3f5-4c68-4c46-bb37-6dfb63c164f9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483544 Dec 23 12:02:52.521130 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f95420-2f98-419f-b243-c0736bd2f677 req-a4d789e4-033c-4b23-b3f0-52edf51bc843 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:52.523536 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f6f95420-2f98-419f-b243-c0736bd2f677 req-a4d789e4-033c-4b23-b3f0-52edf51bc843 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0504999 Dec 23 12:02:52.575482 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f6f95420-2f98-419f-b243-c0736bd2f677 req-d72d40dd-c59f-40a6-912d-1c3758b630f5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451436 Dec 23 12:02:56.144176 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb358a30-c30e-4a39-acb5-a6f54712eb0c req-d2e34a26-799f-4137-b2aa-736d2684032c tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:56.145530 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fb358a30-c30e-4a39-acb5-a6f54712eb0c req-d2e34a26-799f-4137-b2aa-736d2684032c tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 946 time: 0.0495644 Dec 23 12:02:56.194742 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fb358a30-c30e-4a39-acb5-a6f54712eb0c req-32459555-47c5-4f29-a220-bce4f4932221 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429342 Dec 23 12:02:57.317181 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4aaf3-2048-4373-a057-e7db5a9f4b70 req-374caefd-a7e1-43e2-8d9f-38c381b9b8eb tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:57.318667 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2ae4aaf3-2048-4373-a057-e7db5a9f4b70 req-374caefd-a7e1-43e2-8d9f-38c381b9b8eb tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 946 time: 0.0515516 Dec 23 12:02:57.369261 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2ae4aaf3-2048-4373-a057-e7db5a9f4b70 req-711de9f9-9c57-48e0-84bb-b3833039c541 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 Dec 23 12:02:57.677224 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5670b0b-741a-430c-b815-41f27de73577 req-409c7ce4-7680-4433-aea4-6b4e831dbf24 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:57.679379 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c5670b0b-741a-430c-b815-41f27de73577 req-409c7ce4-7680-4433-aea4-6b4e831dbf24 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0611265 Dec 23 12:02:57.737632 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c5670b0b-741a-430c-b815-41f27de73577 req-620d30ec-df94-4e43-b872-a8775e27df2a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485764 Dec 23 12:02:58.497606 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2e19f-ebf1-4f15-bfc4-1e011b80dfb1 req-49ac77bd-08d9-4f22-afaa-2d49d0caea16 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:58.499079 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-38a2e19f-ebf1-4f15-bfc4-1e011b80dfb1 req-49ac77bd-08d9-4f22-afaa-2d49d0caea16 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 946 time: 0.0491834 Dec 23 12:02:58.550463 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-38a2e19f-ebf1-4f15-bfc4-1e011b80dfb1 req-09a38904-a7ea-4de7-8054-4a0c0f2eb44e tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428882 Dec 23 12:02:58.872568 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4d458-21a9-4f8d-931e-f52d9b438808 req-3bf3fceb-8937-4461-b5e7-28e42c211b09 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:58.874028 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f5c4d458-21a9-4f8d-931e-f52d9b438808 req-3bf3fceb-8937-4461-b5e7-28e42c211b09 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0556018 Dec 23 12:02:58.925220 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f5c4d458-21a9-4f8d-931e-f52d9b438808 req-f7e1547b-dff3-4657-afc4-afafbbc8f14a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440404 Dec 23 12:02:59.406774 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f117b-ed77-4060-8728-5529959eb406 req-3beb15c6-af39-4686-905d-8782637dfdf5 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:59.408212 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4e4f117b-ed77-4060-8728-5529959eb406 req-3beb15c6-af39-4686-905d-8782637dfdf5 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.61 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 946 time: 0.0615835 Dec 23 12:02:59.510053 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-4e4f117b-ed77-4060-8728-5529959eb406 req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Deleting port 11258d40-4dbb-42a5-ad95-431f3b8b1f82 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:02:59.510771 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-4e4f117b-ed77-4060-8728-5529959eb406 req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:59.604354 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-4e4f117b-ed77-4060-8728-5529959eb406 req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] For port 11258d40-4dbb-42a5-ad95-431f3b8b1f82, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=11258d40-4dbb-42a5-ad95-431f3b8b1f82,segment=NetworkSegment(6202589c-f553-4fe0-bb74-b132ba6ef0d2),segment_id=6202589c-f553-4fe0-bb74-b132ba6ef0d2)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:02:59.604719 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-4e4f117b-ed77-4060-8728-5529959eb406 req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:59.617666 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-4e4f117b-ed77-4060-8728-5529959eb406 req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Calling delete_port for 11258d40-4dbb-42a5-ad95-431f3b8b1f82 owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:02:59.727309 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ba5e8-8036-4cb7-9ef7-3db7149955ea req-a700f438-85ed-47f2-9748-13017ef26bc9 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:02:59.728777 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-337ba5e8-8036-4cb7-9ef7-3db7149955ea req-a700f438-85ed-47f2-9748-13017ef26bc9 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=68e5b661-c9f6-4d62-8a57-8aec6a201f21 HTTP/1.1" status: 200 len: 946 time: 0.0980861 Dec 23 12:02:59.809836 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-337ba5e8-8036-4cb7-9ef7-3db7149955ea req-f0e35920-4a37-4481-82ba-27fac245dfca tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751352 Dec 23 12:02:59.811088 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-4e4f117b-ed77-4060-8728-5529959eb406 req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:59.839868 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Pushing event deleted for resources: {'Port': ['ID=11258d40-4dbb-42a5-ad95-431f3b8b1f82,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:02:59.851477 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:59.851833 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:59.852176 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:59.852516 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:59.852850 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:59.853178 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:59.853507 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:59.853836 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:59.854160 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:59.854483 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:59.854836 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:59.855168 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:59.855478 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:02:59.879441 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['11258d40-4dbb-42a5-ad95-431f3b8b1f82'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:02:59.891083 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4f117b-ed77-4060-8728-5529959eb406 req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] No DVR routers for this DVR port 11258d40-4dbb-42a5-ad95-431f3b8b1f82 on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:02:59.893659 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-4e4f117b-ed77-4060-8728-5529959eb406 req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:02:59.897131 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4e4f117b-ed77-4060-8728-5529959eb406 req-99af8bd4-610f-4181-ac86-69a453db9868 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.61 "DELETE /v2.0/ports/11258d40-4dbb-42a5-ad95-431f3b8b1f82 HTTP/1.1" status: 204 len: 173 time: 0.4754379 Dec 23 12:02:59.897561 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e5b661-c9f6-4d62-8a57-8aec6a201f21', 'name': 'network-vif-deleted', 'tag': '11258d40-4dbb-42a5-ad95-431f3b8b1f82'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:02:59.899860 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce07623-1799-490c-80d2-f602b17d5f6d" -d '{"events": [{"server_uuid": "68e5b661-c9f6-4d62-8a57-8aec6a201f21", "name": "network-vif-deleted", "tag": "11258d40-4dbb-42a5-ad95-431f3b8b1f82"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:02:59.936895 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed34c877-5378-4a4f-8a8f-a7c5b708370d x-openstack-request-id: req-ed34c877-5378-4a4f-8a8f-a7c5b708370d {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:02:59.937202 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e5b661-c9f6-4d62-8a57-8aec6a201f21", "name": "network-vif-deleted", "tag": "11258d40-4dbb-42a5-ad95-431f3b8b1f82", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:02:59.937454 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed34c877-5378-4a4f-8a8f-a7c5b708370d {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:02:59.937890 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e5b661-c9f6-4d62-8a57-8aec6a201f21', 'name': 'network-vif-deleted', 'tag': '11258d40-4dbb-42a5-ad95-431f3b8b1f82', 'status': 'completed', 'code': 200} Dec 23 12:03:00.045391 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bc113-1fe3-40f9-807e-10fe97e87e80 req-6a2b5401-4fd6-4f39-91e1-d3edd24dd947 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:00.046981 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cb4bc113-1fe3-40f9-807e-10fe97e87e80 req-6a2b5401-4fd6-4f39-91e1-d3edd24dd947 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0501316 Dec 23 12:03:00.098642 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cb4bc113-1fe3-40f9-807e-10fe97e87e80 req-fabbf2a7-8b5a-4510-a04d-91afc6d4f941 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450802 Dec 23 12:03:01.225597 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e4555-06cf-4470-9e69-0e94543770cc req-8212d5b3-7d3b-4198-8c17-ba7d3748617e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:01.227927 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-927e4555-06cf-4470-9e69-0e94543770cc req-8212d5b3-7d3b-4198-8c17-ba7d3748617e tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0519969 Dec 23 12:03:01.295100 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-927e4555-06cf-4470-9e69-0e94543770cc req-b1a2fbf2-e737-406a-b1d7-b294188ab17b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585756 Dec 23 12:03:02.430356 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e3e49-1aee-4e82-96e0-185434b3231a req-df54a82d-388b-4f69-928e-15982cd57ef6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:02.431875 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6b5e3e49-1aee-4e82-96e0-185434b3231a req-df54a82d-388b-4f69-928e-15982cd57ef6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0509081 Dec 23 12:03:02.480871 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6b5e3e49-1aee-4e82-96e0-185434b3231a req-f82ace34-fdb7-48de-8114-a928358bb82c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416479 Dec 23 12:03:03.620489 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db8aa9-1c1a-4ce2-9b31-c78f6d8ad554 req-77b30f00-9f3d-4cd1-ab3d-4459d2ad018b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:03.622982 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f2db8aa9-1c1a-4ce2-9b31-c78f6d8ad554 req-77b30f00-9f3d-4cd1-ab3d-4459d2ad018b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0664432 Dec 23 12:03:03.677627 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f2db8aa9-1c1a-4ce2-9b31-c78f6d8ad554 req-0bef7156-7a82-46ab-906e-c3943943868f tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487039 Dec 23 12:03:03.729910 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-05588ffc-7ce7-4dc5-8432-339482f209b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:04.727775 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 11258d40-4dbb-42a5-ad95-431f3b8b1f82 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:03:04.749014 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: 11258d40-4dbb-42a5-ad95-431f3b8b1f82 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:03:04.749704 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 11258d40-4dbb-42a5-ad95-431f3b8b1f82 not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:03:04.801153 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924caea-a98c-48fb-bd56-97a60d4cacc7 req-d627e2e2-e7c5-45a8-89c3-7080c861e53c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:04.802633 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7924caea-a98c-48fb-bd56-97a60d4cacc7 req-d627e2e2-e7c5-45a8-89c3-7080c861e53c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0526104 Dec 23 12:03:04.850719 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7924caea-a98c-48fb-bd56-97a60d4cacc7 req-74cf93df-2723-4017-8e30-39b901fcfc3c tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413010 Dec 23 12:03:05.600230 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa038afa-7088-49c8-81d8-065d25e7fc60 req-26f7aee8-1198-437a-a351-96843bdffc0d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:05.601688 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fa038afa-7088-49c8-81d8-065d25e7fc60 req-26f7aee8-1198-437a-a351-96843bdffc0d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0492694 Dec 23 12:03:05.703268 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-fa038afa-7088-49c8-81d8-065d25e7fc60 req-b32b5bcc-d6d4-415a-bb9b-0ef58b019532 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Deleting port 4c211a14-71cd-421b-8af4-29651931f338 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:03:05.703616 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-fa038afa-7088-49c8-81d8-065d25e7fc60 req-b32b5bcc-d6d4-415a-bb9b-0ef58b019532 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:05.809352 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-fa038afa-7088-49c8-81d8-065d25e7fc60 req-b32b5bcc-d6d4-415a-bb9b-0ef58b019532 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] For port 4c211a14-71cd-421b-8af4-29651931f338, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=4c211a14-71cd-421b-8af4-29651931f338,segment=NetworkSegment(9551ab7e-6781-408c-abc9-5282dcc75740),segment_id=9551ab7e-6781-408c-abc9-5282dcc75740)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:05.810093 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-fa038afa-7088-49c8-81d8-065d25e7fc60 req-b32b5bcc-d6d4-415a-bb9b-0ef58b019532 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:05.821768 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-fa038afa-7088-49c8-81d8-065d25e7fc60 req-b32b5bcc-d6d4-415a-bb9b-0ef58b019532 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Calling delete_port for 4c211a14-71cd-421b-8af4-29651931f338 owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:03:05.963710 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-ffd1123c-72af-43b8-94b5-f051f05b4421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:05.979917 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-fa038afa-7088-49c8-81d8-065d25e7fc60 req-b32b5bcc-d6d4-415a-bb9b-0ef58b019532 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:06.018049 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de571d-2401-4dc3-8c8c-cd1dc69ece86 req-2819ce40-4622-4da6-8934-855b6cf2efa3 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:06.019559 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c9de571d-2401-4dc3-8c8c-cd1dc69ece86 req-2819ce40-4622-4da6-8934-855b6cf2efa3 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1c78f6c-0393-44fa-8edd-0fe5cc257d7f HTTP/1.1" status: 200 len: 945 time: 0.0922172 Dec 23 12:03:06.022175 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b5bcc-d6d4-415a-bb9b-0ef58b019532 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Pushing event deleted for resources: {'Port': ['ID=4c211a14-71cd-421b-8af4-29651931f338,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:06.032877 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['b32d0851-1880-4e36-81d6-464702876f58', '4c211a14-71cd-421b-8af4-29651931f338'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:03:06.074246 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa038afa-7088-49c8-81d8-065d25e7fc60 req-b32b5bcc-d6d4-415a-bb9b-0ef58b019532 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] No DVR routers for this DVR port 4c211a14-71cd-421b-8af4-29651931f338 on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:03:06.076910 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-fa038afa-7088-49c8-81d8-065d25e7fc60 req-b32b5bcc-d6d4-415a-bb9b-0ef58b019532 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:06.080264 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fa038afa-7088-49c8-81d8-065d25e7fc60 req-b32b5bcc-d6d4-415a-bb9b-0ef58b019532 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.61 "DELETE /v2.0/ports/4c211a14-71cd-421b-8af4-29651931f338 HTTP/1.1" status: 204 len: 173 time: 0.4687986 Dec 23 12:03:06.080732 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c78f6c-0393-44fa-8edd-0fe5cc257d7f', 'name': 'network-vif-deleted', 'tag': '4c211a14-71cd-421b-8af4-29651931f338'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:03:06.083395 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba958fc-4573-4d54-acc1-3a2b47f46e1e" -d '{"events": [{"server_uuid": "f1c78f6c-0393-44fa-8edd-0fe5cc257d7f", "name": "network-vif-deleted", "tag": "4c211a14-71cd-421b-8af4-29651931f338"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:03:06.126715 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c9de571d-2401-4dc3-8c8c-cd1dc69ece86 req-b7ded7d6-0bca-4849-9780-7089219397f1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985665 Dec 23 12:03:06.141968 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e8ee6e-ae0b-4563-a32f-3c8047566b92 x-openstack-request-id: req-e6e8ee6e-ae0b-4563-a32f-3c8047566b92 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:03:06.142306 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c78f6c-0393-44fa-8edd-0fe5cc257d7f", "name": "network-vif-deleted", "tag": "4c211a14-71cd-421b-8af4-29651931f338", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:03:06.151508 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6e8ee6e-ae0b-4563-a32f-3c8047566b92 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:03:06.151508 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c78f6c-0393-44fa-8edd-0fe5cc257d7f', 'name': 'network-vif-deleted', 'tag': '4c211a14-71cd-421b-8af4-29651931f338', 'status': 'completed', 'code': 200} Dec 23 12:03:07.149967 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:07.412713 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1171f-911e-4425-9a6e-342e02fbe81b req-e91dea12-3701-4d75-936a-5bcd3744a5c1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:07.414351 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-faa1171f-911e-4425-9a6e-342e02fbe81b req-e91dea12-3701-4d75-936a-5bcd3744a5c1 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0508552 Dec 23 12:03:07.462734 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-faa1171f-911e-4425-9a6e-342e02fbe81b req-d5f64d7e-14e0-4439-89cf-98523f021c9a tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421550 Dec 23 12:03:08.564006 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:08.599238 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890206e-01ec-419c-b33c-cef0f6b384f6 req-3628ce79-0e1c-4057-b694-ec11b6d2cc65 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:08.600714 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b890206e-01ec-419c-b33c-cef0f6b384f6 req-3628ce79-0e1c-4057-b694-ec11b6d2cc65 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0549285 Dec 23 12:03:08.649142 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b890206e-01ec-419c-b33c-cef0f6b384f6 req-3b60319f-2906-43ea-b8f6-5b1facfd8bda tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 Dec 23 12:03:09.277254 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:09.795979 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66ab9f-41da-4d56-bff7-8d43a99da119 req-b6ba1d2a-4c3a-4acb-83b6-5a6f49cf6a46 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:09.797504 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cd66ab9f-41da-4d56-bff7-8d43a99da119 req-b6ba1d2a-4c3a-4acb-83b6-5a6f49cf6a46 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0679767 Dec 23 12:03:09.845987 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cd66ab9f-41da-4d56-bff7-8d43a99da119 req-05513731-2026-4cf3-9a49-d8b12307e917 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424213 Dec 23 12:03:10.248981 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 4c211a14-71cd-421b-8af4-29651931f338 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:03:10.278321 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: 4c211a14-71cd-421b-8af4-29651931f338 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:03:10.278706 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 4c211a14-71cd-421b-8af4-29651931f338 not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:03:10.979645 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-6e13279d-2be1-490a-a401-df630bd8f9cc tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:10.981120 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-6e13279d-2be1-490a-a401-df630bd8f9cc tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/networks?id=e6a08c68-4efd-455d-9eb5-a5d51e2dc856 HTTP/1.1" status: 200 len: 813 time: 0.1280487 Dec 23 12:03:10.993205 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21e03f-5527-44fa-9547-31a1af5bc5f0 req-4b2ac196-cb31-4414-b679-1130423213f7 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:10.994555 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2d21e03f-5527-44fa-9547-31a1af5bc5f0 req-4b2ac196-cb31-4414-b679-1130423213f7 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0779712 Dec 23 12:03:11.010346 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-dbab6753-e15f-4f76-a626-0f99fe3aa510 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/quotas/656fb5fa69a64dd49ed36532dfa2ef18 HTTP/1.1" status: 200 len: 375 time: 0.0148897 Dec 23 12:03:11.051067 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-1d888fe6-cc08-453e-9275-2ae6cb809f01 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=656fb5fa69a64dd49ed36532dfa2ef18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348392 Dec 23 12:03:11.075206 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2d21e03f-5527-44fa-9547-31a1af5bc5f0 req-6dddac02-bde7-4491-b9f2-b1d0052af4f9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737863 Dec 23 12:03:11.148137 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-6b7f2063-0be7-4a80-90cd-92c22f29eb20 service neutron] 10.222.0.65 "GET /v2.0/networks/e6a08c68-4efd-455d-9eb5-a5d51e2dc856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898697 Dec 23 12:03:11.237602 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-9be1ff5c-ed02-47ae-9a6f-8df23c94eb9b service neutron] 10.222.0.65 "GET /v2.0/networks/e6a08c68-4efd-455d-9eb5-a5d51e2dc856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833485 Dec 23 12:03:11.412320 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1032e5bd-3fbd-4e17-a343-fcd8a0234053 req-87d48119-c9d1-4e00-bd1d-d0bd204f5076 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 210 time: 0.0254068 Dec 23 12:03:12.198323 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb838fd-ca2e-48e7-b096-4cef4565c496 req-c341afce-6b8c-4cf5-90e5-8bcfcc9ca3e6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:12.199787 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ddb838fd-ca2e-48e7-b096-4cef4565c496 req-c341afce-6b8c-4cf5-90e5-8bcfcc9ca3e6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0490432 Dec 23 12:03:12.246413 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ddb838fd-ca2e-48e7-b096-4cef4565c496 req-ee79eb80-016f-409a-921c-a4f25377d6f6 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405443 Dec 23 12:03:12.507760 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e8a30ba-a91a-499f-a8a3-4c2c4c2a3d66 req-155753f5-9f2e-4ba2-8f08-2090727663b4 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 210 time: 0.0259933 Dec 23 12:03:12.985928 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-20a16b4a-9dbc-484a-8f3f-73610c4209b6 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:12.987372 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-20a16b4a-9dbc-484a-8f3f-73610c4209b6 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.61 "GET /v2.0/networks?id=e6a08c68-4efd-455d-9eb5-a5d51e2dc856 HTTP/1.1" status: 200 len: 813 time: 0.3306394 Dec 23 12:03:13.021090 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-5858b66b-87b9-4d25-8370-7179fd087b23 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Request body: {'port': {'device_id': '4e4ca63a-c7c0-4b76-877d-bd3963a3d552', 'network_id': 'e6a08c68-4efd-455d-9eb5-a5d51e2dc856', 'admin_state_up': True, 'tenant_id': '656fb5fa69a64dd49ed36532dfa2ef18'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:13.144825 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-5858b66b-87b9-4d25-8370-7179fd087b23 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Made reservation on behalf of 656fb5fa69a64dd49ed36532dfa2ef18 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:03:13.149371 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-5858b66b-87b9-4d25-8370-7179fd087b23 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:13.276392 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-5858b66b-87b9-4d25-8370-7179fd087b23 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Allocated IP 172.20.0.10 (e6a08c68-4efd-455d-9eb5-a5d51e2dc856/c59e1d02-eccf-4c8e-b48d-a72ed3836f04/a7278194-1bcb-422c-b9af-18f3d0d578cc) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:03:13.427439 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280d9ff-4146-4903-b94b-3e1d9df87066 req-bac296c6-95db-4d42-a6d8-d3589eccdd16 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:13.428830 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9280d9ff-4146-4903-b94b-3e1d9df87066 req-bac296c6-95db-4d42-a6d8-d3589eccdd16 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.1032369 Dec 23 12:03:13.472983 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-5858b66b-87b9-4d25-8370-7179fd087b23 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:13.504123 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9280d9ff-4146-4903-b94b-3e1d9df87066 req-93227421-5d06-451b-a7a3-0ef40f91738d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692532 Dec 23 12:03:13.527647 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-5858b66b-87b9-4d25-8370-7179fd087b23 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:13.572043 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-5858b66b-87b9-4d25-8370-7179fd087b23 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Network e6a08c68-4efd-455d-9eb5-a5d51e2dc856 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:03:13.575061 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-5858b66b-87b9-4d25-8370-7179fd087b23 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:03:13.581186 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-5858b66b-87b9-4d25-8370-7179fd087b23 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:03:13.624522 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858b66b-87b9-4d25-8370-7179fd087b23 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Pushing event updated for resources: {'Port': ['ID=a7278194-1bcb-422c-b9af-18f3d0d578cc,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:13.657744 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-5858b66b-87b9-4d25-8370-7179fd087b23 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:13.658323 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-5858b66b-87b9-4d25-8370-7179fd087b23 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:13.677287 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dcd9e-6e78-4066-b761-84f09c8768c7 req-11d9b13f-5266-44a7-9746-34ebb6c414ff tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:13.678874 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-247dcd9e-6e78-4066-b761-84f09c8768c7 req-11d9b13f-5266-44a7-9746-34ebb6c414ff tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 932 time: 0.1016269 Dec 23 12:03:13.686553 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-5858b66b-87b9-4d25-8370-7179fd087b23 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6687994 Dec 23 12:03:13.714675 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Request body: {'port': {'device_id': '4e4ca63a-c7c0-4b76-877d-bd3963a3d552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:13.770183 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-247dcd9e-6e78-4066-b761-84f09c8768c7 req-9069e750-e08a-42d0-b4b3-c125060c8bf3 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824802 Dec 23 12:03:13.792332 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:13.810802 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:03:14.052967 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7278194-1bcb-422c-b9af-18f3d0d578cc {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:03:14.060585 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:14.075965 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Transition to ACTIVE for port object a7278194-1bcb-422c-b9af-18f3d0d578cc will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:03:14.080593 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:14.133074 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Pushing event updated for resources: {'Port': ['ID=a7278194-1bcb-422c-b9af-18f3d0d578cc,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:14.165995 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:14.198772 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Attempting to bind port a7278194-1bcb-422c-b9af-18f3d0d578cc on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:03:14.199103 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Attempting to bind port a7278194-1bcb-422c-b9af-18f3d0d578cc by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '6202589c-f553-4fe0-bb74-b132ba6ef0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e6a08c68-4efd-455d-9eb5-a5d51e2dc856'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:03:14.199452 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Attempting to bind port a7278194-1bcb-422c-b9af-18f3d0d578cc on network e6a08c68-4efd-455d-9eb5-a5d51e2dc856 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:03:14.203587 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Port a7278194-1bcb-422c-b9af-18f3d0d578cc on network e6a08c68-4efd-455d-9eb5-a5d51e2dc856 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:03:14.203913 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Attempting to bind port a7278194-1bcb-422c-b9af-18f3d0d578cc on network e6a08c68-4efd-455d-9eb5-a5d51e2dc856 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:03:14.208583 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:03:14.208921 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Checking segment: {'id': '6202589c-f553-4fe0-bb74-b132ba6ef0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e6a08c68-4efd-455d-9eb5-a5d51e2dc856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:03:14.209303 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Bound using segment: {'id': '6202589c-f553-4fe0-bb74-b132ba6ef0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e6a08c68-4efd-455d-9eb5-a5d51e2dc856'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:03:14.209720 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Bound port: a7278194-1bcb-422c-b9af-18f3d0d578cc, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6202589c-f553-4fe0-bb74-b132ba6ef0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e6a08c68-4efd-455d-9eb5-a5d51e2dc856'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:03:14.210070 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:14.273814 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] For port a7278194-1bcb-422c-b9af-18f3d0d578cc, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:03:14.277097 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] For port a7278194-1bcb-422c-b9af-18f3d0d578cc, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a7278194-1bcb-422c-b9af-18f3d0d578cc,segment=NetworkSegment(6202589c-f553-4fe0-bb74-b132ba6ef0d2),segment_id=6202589c-f553-4fe0-bb74-b132ba6ef0d2)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:03:14.281167 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:14.315338 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:14.315948 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:14.317308 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] 10.222.0.61 "PUT /v2.0/ports/a7278194-1bcb-422c-b9af-18f3d0d578cc HTTP/1.1" status: 200 len: 1094 time: 0.6098688 Dec 23 12:03:14.317734 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4ca63a-c7c0-4b76-877d-bd3963a3d552', 'tag': 'a7278194-1bcb-422c-b9af-18f3d0d578cc'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:03:14.319997 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7cc535-3ad6-4be7-8c4b-71cbe0d0e3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4ca63a-c7c0-4b76-877d-bd3963a3d552", "tag": "a7278194-1bcb-422c-b9af-18f3d0d578cc"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:03:14.344725 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c24a7-9dba-4834-bbf4-a8b26c36b150 service neutron] Pushing event updated for resources: {'Port': ['ID=a7278194-1bcb-422c-b9af-18f3d0d578cc,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:14.363770 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed91a7b1-7cfc-40bb-a6d6-603b3083bccc x-openstack-request-id: req-ed91a7b1-7cfc-40bb-a6d6-603b3083bccc {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:03:14.364084 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4ca63a-c7c0-4b76-877d-bd3963a3d552", "tag": "a7278194-1bcb-422c-b9af-18f3d0d578cc", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:03:14.364383 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed91a7b1-7cfc-40bb-a6d6-603b3083bccc {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:03:14.364768 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4ca63a-c7c0-4b76-877d-bd3963a3d552', 'tag': 'a7278194-1bcb-422c-b9af-18f3d0d578cc', 'status': 'completed', 'code': 200} Dec 23 12:03:14.456379 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-0af0ae2d-0d82-4ff9-9931-ed05b78821f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:14.457946 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-0af0ae2d-0d82-4ff9-9931-ed05b78821f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=656fb5fa69a64dd49ed36532dfa2ef18&device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 1097 time: 0.0443213 Dec 23 12:03:14.519015 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-4fc78db1-d068-41a4-a968-22e7d926b4eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7278194-1bcb-422c-b9af-18f3d0d578cc HTTP/1.1" status: 200 len: 217 time: 0.0373816 Dec 23 12:03:14.587984 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-63c04fe1-a0d7-4ce0-948f-2c4af2a794c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:14.589268 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-63c04fe1-a0d7-4ce0-948f-2c4af2a794c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c59e1d02-eccf-4c8e-b48d-a72ed3836f04 HTTP/1.1" status: 200 len: 853 time: 0.0540416 Dec 23 12:03:14.634199 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-a65f2ca2-2b85-4cb8-9ad8-88b718528559 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6a08c68-4efd-455d-9eb5-a5d51e2dc856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275123 Dec 23 12:03:14.654638 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b47dc8-b266-4649-a415-c178b750c27a req-f788b40b-8b7a-4543-8ba2-cc168d1d029b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:14.656133 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-08b47dc8-b266-4649-a415-c178b750c27a req-f788b40b-8b7a-4543-8ba2-cc168d1d029b tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0791657 Dec 23 12:03:14.755686 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-08b47dc8-b266-4649-a415-c178b750c27a req-1f5f826a-372e-4b16-8319-7e66a134e0ef tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914505 Dec 23 12:03:14.774311 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-50dc517b-733e-440d-b674-eec5450fa169 service neutron] 10.222.0.61 "GET /v2.0/networks/e6a08c68-4efd-455d-9eb5-a5d51e2dc856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170886 Dec 23 12:03:14.909940 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2a0451f5-0fb5-4d33-a566-7a4972dff7c2 req-4369ee21-1d7a-416c-b4a9-0ad00472a6b3 service neutron] 10.222.0.61 "GET /v2.0/networks/e6a08c68-4efd-455d-9eb5-a5d51e2dc856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166055 Dec 23 12:03:14.921943 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30c968-f0b3-4b99-850a-a13552a5ccc0 req-0f08d016-8d07-4e45-b2b9-51520f9c7b83 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:14.923336 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ad30c968-f0b3-4b99-850a-a13552a5ccc0 req-0f08d016-8d07-4e45-b2b9-51520f9c7b83 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 944 time: 0.0753541 Dec 23 12:03:14.973130 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ad30c968-f0b3-4b99-850a-a13552a5ccc0 req-595f45a3-4e89-4c09-9740-831b55527cdb tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436161 Dec 23 12:03:15.091255 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cc535-3ad6-4be7-8c4b-71cbe0d0e3d1 req-bffe01cf-b15b-495d-836b-024aea9e3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:15.092732 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cf7cc535-3ad6-4be7-8c4b-71cbe0d0e3d1 req-bffe01cf-b15b-495d-836b-024aea9e3ed2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=656fb5fa69a64dd49ed36532dfa2ef18&device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 1097 time: 0.0429125 Dec 23 12:03:15.197024 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cc535-3ad6-4be7-8c4b-71cbe0d0e3d1 req-d81f89fd-31d8-42f2-8bbf-37a08be9c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:15.198398 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cf7cc535-3ad6-4be7-8c4b-71cbe0d0e3d1 req-d81f89fd-31d8-42f2-8bbf-37a08be9c8a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e6a08c68-4efd-455d-9eb5-a5d51e2dc856 HTTP/1.1" status: 200 len: 914 time: 0.0923555 Dec 23 12:03:15.243684 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cf7cc535-3ad6-4be7-8c4b-71cbe0d0e3d1 req-ed6c6170-cf52-439c-bc00-c979a8dae7fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7278194-1bcb-422c-b9af-18f3d0d578cc HTTP/1.1" status: 200 len: 217 time: 0.0335150 Dec 23 12:03:15.296644 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cc535-3ad6-4be7-8c4b-71cbe0d0e3d1 req-e5aa84c7-e39e-4ce7-9baf-06ce6fcc1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:15.298054 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cf7cc535-3ad6-4be7-8c4b-71cbe0d0e3d1 req-e5aa84c7-e39e-4ce7-9baf-06ce6fcc1f90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c59e1d02-eccf-4c8e-b48d-a72ed3836f04 HTTP/1.1" status: 200 len: 853 time: 0.0426524 Dec 23 12:03:15.337393 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cf7cc535-3ad6-4be7-8c4b-71cbe0d0e3d1 req-94229910-8ecf-4d85-bec9-815c71d100e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e6a08c68-4efd-455d-9eb5-a5d51e2dc856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234985 Dec 23 12:03:15.434073 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cf7cc535-3ad6-4be7-8c4b-71cbe0d0e3d1 req-8b45de7c-a719-4a95-86fc-be15b83d945b service neutron] 10.222.0.61 "GET /v2.0/networks/e6a08c68-4efd-455d-9eb5-a5d51e2dc856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851536 Dec 23 12:03:15.526888 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cf7cc535-3ad6-4be7-8c4b-71cbe0d0e3d1 req-02bc8805-42f2-4303-9576-6714651b3164 service neutron] 10.222.0.61 "GET /v2.0/networks/e6a08c68-4efd-455d-9eb5-a5d51e2dc856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838325 Dec 23 12:03:15.884521 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e201c-a378-4d22-bf79-e67d613a77ec req-5726dc59-e29d-4066-845b-08cf24e0d3d4 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:15.885992 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-058e201c-a378-4d22-bf79-e67d613a77ec req-5726dc59-e29d-4066-845b-08cf24e0d3d4 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0516229 Dec 23 12:03:15.937535 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-058e201c-a378-4d22-bf79-e67d613a77ec req-acb2718d-b7f6-43bc-a0b3-e5c787f66c0d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437138 Dec 23 12:03:16.101938 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623d871-8ea9-4fcd-8781-89ded4f1d112 req-b429b0c3-c92d-4f11-9dfe-3cced0d5d6ba tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:16.103366 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2623d871-8ea9-4fcd-8781-89ded4f1d112 req-b429b0c3-c92d-4f11-9dfe-3cced0d5d6ba tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 944 time: 0.0607407 Dec 23 12:03:16.154296 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2623d871-8ea9-4fcd-8781-89ded4f1d112 req-c93db222-37bf-4e02-90ff-0f1d287c9228 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Dec 23 12:03:17.076885 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47e347-1ca4-4c18-8cab-bc264ec0d844 req-f31b887e-d3ca-44ee-9729-38479328aee9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:17.078388 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ac47e347-1ca4-4c18-8cab-bc264ec0d844 req-f31b887e-d3ca-44ee-9729-38479328aee9 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0611401 Dec 23 12:03:17.128961 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ac47e347-1ca4-4c18-8cab-bc264ec0d844 req-d7398bd0-ec6f-4a61-90d1-c49df48ec622 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 Dec 23 12:03:17.287544 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012aed68-d81d-4cd4-9546-51fda840384c req-6947928d-3d8c-4c21-9ce7-5be51fc06567 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:17.289016 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-012aed68-d81d-4cd4-9546-51fda840384c req-6947928d-3d8c-4c21-9ce7-5be51fc06567 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 944 time: 0.0515947 Dec 23 12:03:17.335990 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-012aed68-d81d-4cd4-9546-51fda840384c req-5342e8c6-305a-4ab5-907d-22a0f3f96c67 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Dec 23 12:03:18.260107 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0cda4-1379-4957-8bc9-db0f4188759d req-3ab3f0b2-d7de-47ae-863d-a0df2ed2d7a5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:18.261561 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-83c0cda4-1379-4957-8bc9-db0f4188759d req-3ab3f0b2-d7de-47ae-863d-a0df2ed2d7a5 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0511272 Dec 23 12:03:18.317510 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-83c0cda4-1379-4957-8bc9-db0f4188759d req-c1c4d53d-b32a-4b1d-8f74-7c00acbb1a4d tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/security-groups?id=94b80635-d894-4f38-bbf7-2426929a37c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470669 Dec 23 12:03:18.451913 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4363a-350a-42b6-9e8b-92dc6fb5bf3f req-3b5e67d6-2d2e-4afb-80ce-1cba18cc4d31 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:18.453341 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-49e4363a-350a-42b6-9e8b-92dc6fb5bf3f req-3b5e67d6-2d2e-4afb-80ce-1cba18cc4d31 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 944 time: 0.0505083 Dec 23 12:03:18.503961 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-49e4363a-350a-42b6-9e8b-92dc6fb5bf3f req-d82f60dd-3151-4ec7-b82e-926e5a962fc9 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415032 Dec 23 12:03:18.893743 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device a7278194-1bcb-422c-b9af-18f3d0d578cc details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:03:18.964395 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1674e12-1a88-460a-a9ab-ec3ba9777be3 req-7b6d0aa0-7e15-4329-a06c-9671da0a8bda tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:18.966140 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c1674e12-1a88-460a-a9ab-ec3ba9777be3 req-7b6d0aa0-7e15-4329-a06c-9671da0a8bda tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.61 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 946 time: 0.0501688 Dec 23 12:03:18.994829 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port a7278194-1bcb-422c-b9af-18f3d0d578cc, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a7278194-1bcb-422c-b9af-18f3d0d578cc,segment=NetworkSegment(6202589c-f553-4fe0-bb74-b132ba6ef0d2),segment_id=6202589c-f553-4fe0-bb74-b132ba6ef0d2)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:19.005302 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': 'a7278194-1bcb-422c-b9af-18f3d0d578cc', 'network_id': 'e6a08c68-4efd-455d-9eb5-a5d51e2dc856', 'port_id': 'a7278194-1bcb-422c-b9af-18f3d0d578cc', 'mac_address': 'fa:16:3e:72:77:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59e1d02-eccf-4c8e-b48d-a72ed3836f04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:03:19.043309 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:19.056353 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7278194-1bcb-422c-b9af-18f3d0d578cc {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:03:19.062629 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-c1674e12-1a88-460a-a9ab-ec3ba9777be3 req-11927196-1224-4cc6-a37b-c286dd329014 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Deleting port b32d0851-1880-4e36-81d6-464702876f58 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:03:19.062955 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-c1674e12-1a88-460a-a9ab-ec3ba9777be3 req-11927196-1224-4cc6-a37b-c286dd329014 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:19.077168 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port a7278194-1bcb-422c-b9af-18f3d0d578cc, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a7278194-1bcb-422c-b9af-18f3d0d578cc,segment=NetworkSegment(6202589c-f553-4fe0-bb74-b132ba6ef0d2),segment_id=6202589c-f553-4fe0-bb74-b132ba6ef0d2)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:19.081032 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:19.130451 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=a7278194-1bcb-422c-b9af-18f3d0d578cc,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:19.137627 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:19.137987 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:19.138328 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:19.138695 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:19.139027 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:19.139353 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:19.139678 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:19.140000 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:19.140321 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:19.140678 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:19.141009 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:19.141343 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:19.141664 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:19.154100 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-c1674e12-1a88-460a-a9ab-ec3ba9777be3 req-11927196-1224-4cc6-a37b-c286dd329014 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] For port b32d0851-1880-4e36-81d6-464702876f58, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=b32d0851-1880-4e36-81d6-464702876f58,segment=NetworkSegment(9551ab7e-6781-408c-abc9-5282dcc75740),segment_id=9551ab7e-6781-408c-abc9-5282dcc75740)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:19.154468 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-c1674e12-1a88-460a-a9ab-ec3ba9777be3 req-11927196-1224-4cc6-a37b-c286dd329014 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:19.166553 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-c1674e12-1a88-460a-a9ab-ec3ba9777be3 req-11927196-1224-4cc6-a37b-c286dd329014 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Calling delete_port for b32d0851-1880-4e36-81d6-464702876f58 owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:03:19.298771 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-c1674e12-1a88-460a-a9ab-ec3ba9777be3 req-11927196-1224-4cc6-a37b-c286dd329014 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:19.325224 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11927196-1224-4cc6-a37b-c286dd329014 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Pushing event deleted for resources: {'Port': ['ID=b32d0851-1880-4e36-81d6-464702876f58,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:19.345499 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['b32d0851-1880-4e36-81d6-464702876f58'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:03:19.375980 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1674e12-1a88-460a-a9ab-ec3ba9777be3 req-11927196-1224-4cc6-a37b-c286dd329014 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] No DVR routers for this DVR port b32d0851-1880-4e36-81d6-464702876f58 on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:03:19.379349 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-c1674e12-1a88-460a-a9ab-ec3ba9777be3 req-11927196-1224-4cc6-a37b-c286dd329014 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:19.381989 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c1674e12-1a88-460a-a9ab-ec3ba9777be3 req-11927196-1224-4cc6-a37b-c286dd329014 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.61 "DELETE /v2.0/ports/b32d0851-1880-4e36-81d6-464702876f58 HTTP/1.1" status: 204 len: 173 time: 0.4087048 Dec 23 12:03:19.382437 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f88906-0a5f-47a4-bf35-55db395a0e97', 'name': 'network-vif-deleted', 'tag': 'b32d0851-1880-4e36-81d6-464702876f58'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:03:19.384810 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8add25-5d9e-4f8f-b13e-d926f5b3166a" -d '{"events": [{"server_uuid": "15f88906-0a5f-47a4-bf35-55db395a0e97", "name": "network-vif-deleted", "tag": "b32d0851-1880-4e36-81d6-464702876f58"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:03:19.437088 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5030ce4a-2691-4e97-8c77-2e10623d0782 x-openstack-request-id: req-5030ce4a-2691-4e97-8c77-2e10623d0782 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:03:19.437384 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f88906-0a5f-47a4-bf35-55db395a0e97", "name": "network-vif-deleted", "tag": "b32d0851-1880-4e36-81d6-464702876f58", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:03:19.437637 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5030ce4a-2691-4e97-8c77-2e10623d0782 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:03:19.438032 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f88906-0a5f-47a4-bf35-55db395a0e97', 'name': 'network-vif-deleted', 'tag': 'b32d0851-1880-4e36-81d6-464702876f58', 'status': 'completed', 'code': 200} Dec 23 12:03:19.440162 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4fc13ee3-7bb6-4a69-b139-4492c9273afe req-b89f069b-190b-4688-b490-32af0c032d77 tempest-ServerRescueNegativeTestJSON-1616557576 tempest-ServerRescueNegativeTestJSON-1616557576-project] 10.222.0.65 "GET /v2.0/ports?device_id=15f88906-0a5f-47a4-bf35-55db395a0e97 HTTP/1.1" status: 200 len: 210 time: 0.0328491 Dec 23 12:03:19.612341 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['a7278194-1bcb-422c-b9af-18f3d0d578cc'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:03:19.622488 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d6c06-d64e-4233-ad7e-f6f6a854359e req-156dba78-b926-4a5f-bf5b-b6dd52563c07 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:19.623950 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-909d6c06-d64e-4233-ad7e-f6f6a854359e req-156dba78-b926-4a5f-bf5b-b6dd52563c07 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 945 time: 0.0508602 Dec 23 12:03:19.670132 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-909d6c06-d64e-4233-ad7e-f6f6a854359e req-d45a1db0-e5c6-4a9b-9afd-7eb8f7410bdd tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397768 Dec 23 12:03:20.508747 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35294) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:20.830365 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaec9ee-5b78-42bb-ab3e-bdcd4a53869a req-94585eb0-7772-43a1-82cf-1dc782a2b084 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:20.831870 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ccaec9ee-5b78-42bb-ab3e-bdcd4a53869a req-94585eb0-7772-43a1-82cf-1dc782a2b084 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 945 time: 0.0936065 Dec 23 12:03:20.907603 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ccaec9ee-5b78-42bb-ab3e-bdcd4a53869a req-8ec77b85-9b5d-41dc-bfe6-e58f93ba8e72 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690823 Dec 23 12:03:20.933804 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device a7278194-1bcb-422c-b9af-18f3d0d578cc up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:03:20.986016 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port a7278194-1bcb-422c-b9af-18f3d0d578cc completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:03:20.990006 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port a7278194-1bcb-422c-b9af-18f3d0d578cc triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:20.990372 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:21.002822 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4b0d-6806-44d5-bebb-4d919831ca3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601563'] for router_interface, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:21.063265 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:21.086852 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4ca63a-c7c0-4b76-877d-bd3963a3d552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7278194-1bcb-422c-b9af-18f3d0d578cc'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:03:21.089367 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19101fed-af31-435b-af5d-7c2350a1a367" -d '{"events": [{"server_uuid": "4e4ca63a-c7c0-4b76-877d-bd3963a3d552", "name": "network-vif-plugged", "status": "completed", "tag": "a7278194-1bcb-422c-b9af-18f3d0d578cc"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:03:21.103442 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port a7278194-1bcb-422c-b9af-18f3d0d578cc, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a7278194-1bcb-422c-b9af-18f3d0d578cc,segment=NetworkSegment(6202589c-f553-4fe0-bb74-b132ba6ef0d2),segment_id=6202589c-f553-4fe0-bb74-b132ba6ef0d2)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:21.108493 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:21.109364 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device b32d0851-1880-4e36-81d6-464702876f58 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:03:21.154847 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c7f964-af22-4dcf-adf2-75bd76c6d053 x-openstack-request-id: req-99c7f964-af22-4dcf-adf2-75bd76c6d053 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:03:21.155118 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4ca63a-c7c0-4b76-877d-bd3963a3d552", "name": "network-vif-plugged", "status": "completed", "tag": "a7278194-1bcb-422c-b9af-18f3d0d578cc", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:03:21.155349 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99c7f964-af22-4dcf-adf2-75bd76c6d053 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:03:21.155754 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4ca63a-c7c0-4b76-877d-bd3963a3d552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7278194-1bcb-422c-b9af-18f3d0d578cc', 'code': 200} Dec 23 12:03:21.158352 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: b32d0851-1880-4e36-81d6-464702876f58 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:03:21.158718 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device b32d0851-1880-4e36-81d6-464702876f58 not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:03:21.185146 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=a7278194-1bcb-422c-b9af-18f3d0d578cc,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:21.451074 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d88e52-a08b-4725-9af6-8f2d06afe202 req-47d07921-d259-4c86-992f-b464ce7f2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:21.452489 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d5d88e52-a08b-4725-9af6-8f2d06afe202 req-47d07921-d259-4c86-992f-b464ce7f2578 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 1099 time: 0.1238234 Dec 23 12:03:21.531313 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d5d88e52-a08b-4725-9af6-8f2d06afe202 req-65d9a0f8-7825-434d-a58d-016f76672737 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594621 Dec 23 12:03:21.606179 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f4b0d-6806-44d5-bebb-4d919831ca3f admin admin] Deleting port 38b8d1fe-18de-4783-a364-78e00b58318b {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:03:21.606540 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4b0d-6806-44d5-bebb-4d919831ca3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:21.683000 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [None req-5a5f4b0d-6806-44d5-bebb-4d919831ca3f admin admin] For port 38b8d1fe-18de-4783-a364-78e00b58318b, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=38b8d1fe-18de-4783-a364-78e00b58318b,segment=NetworkSegment(9551ab7e-6781-408c-abc9-5282dcc75740),segment_id=9551ab7e-6781-408c-abc9-5282dcc75740)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:21.683410 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4b0d-6806-44d5-bebb-4d919831ca3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:21.700612 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f4b0d-6806-44d5-bebb-4d919831ca3f admin admin] Calling delete_port for 38b8d1fe-18de-4783-a364-78e00b58318b owned by network:router_interface {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:03:21.903394 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4b0d-6806-44d5-bebb-4d919831ca3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:21.934787 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f4b0d-6806-44d5-bebb-4d919831ca3f admin admin] Pushing event deleted for resources: {'Port': ['ID=38b8d1fe-18de-4783-a364-78e00b58318b,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:22.078188 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e4f3d-c823-47bf-84d4-0d3a688701c9 req-b044ceab-b886-4577-ad87-1218c28596c2 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:22.079708 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b55e4f3d-c823-47bf-84d4-0d3a688701c9 req-b044ceab-b886-4577-ad87-1218c28596c2 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 946 time: 0.0986371 Dec 23 12:03:22.163059 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4b0d-6806-44d5-bebb-4d919831ca3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595275'] for router_interface, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:22.168625 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b55e4f3d-c823-47bf-84d4-0d3a688701c9 req-c6b7eab0-032a-4e82-ad4c-ff1aaaf858c4 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829062 Dec 23 12:03:22.389941 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5f4b0d-6806-44d5-bebb-4d919831ca3f admin admin] Router 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:03:22.498436 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5f4b0d-6806-44d5-bebb-4d919831ca3f admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:03:22.503996 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-5a5f4b0d-6806-44d5-bebb-4d919831ca3f admin admin] 10.222.0.65 "PUT /v2.0/routers/4dbaf449-7e48-4fd5-84e7-200fa1d6afcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9941583 Dec 23 12:03:22.506696 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35302) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:22.510272 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ef464-484b-4f74-bad4-581c59f7d484 None None] Sync routers for ids ['4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:03:22.521546 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ef464-484b-4f74-bad4-581c59f7d484 None None] Routers {'4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:03:22.522166 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-438ef464-484b-4f74-bad4-581c59f7d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:03:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:22.618070 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] Publish callbacks [] for router, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:22.635677 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-438ef464-484b-4f74-bad4-581c59f7d484 None None] Set router 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:03:22.720750 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:22.773527 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] Deleting port d7885d44-4c8b-48ff-aee0-9da5becec047 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:03:22.773786 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:22.812175 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-438ef464-484b-4f74-bad4-581c59f7d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1125415072-router', 'tenant_id': 'ec59363a116e4c37832626c6add07f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': 'd7885d44-4c8b-48ff-aee0-9da5becec047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T12:03:21Z', 'revision_number': 5, 'project_id': 'ec59363a116e4c37832626c6add07f04', 'gw_port': {'id': 'd7885d44-4c8b-48ff-aee0-9da5becec047', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:fa:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:22.837569 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ef464-484b-4f74-bad4-581c59f7d484 None None] Checking router: 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:03:22.846025 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ef464-484b-4f74-bad4-581c59f7d484 None None] Routers {'4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:03:22.846653 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-438ef464-484b-4f74-bad4-581c59f7d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:03:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:22.855622 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] For port d7885d44-4c8b-48ff-aee0-9da5becec047, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=d7885d44-4c8b-48ff-aee0-9da5becec047,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:22.856009 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:22.868608 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] Calling delete_port for d7885d44-4c8b-48ff-aee0-9da5becec047 owned by network:router_gateway {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:03:23.019873 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-438ef464-484b-4f74-bad4-581c59f7d484 None None] Set router 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf gateway port host: None {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:03:23.051379 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.072060 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-438ef464-484b-4f74-bad4-581c59f7d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1125415072-router', 'tenant_id': 'ec59363a116e4c37832626c6add07f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T12:03:22Z', 'revision_number': 6, 'project_id': 'ec59363a116e4c37832626c6add07f04', 'gw_port_host': None}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:23.076222 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7885d44-4c8b-48ff-aee0-9da5becec047,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:23.111018 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ef464-484b-4f74-bad4-581c59f7d484 None None] The sync data for ids ['4dbaf449-7e48-4fd5-84e7-200fa1d6afcf'] in dv-cinder-822821-1-iscsi is: [{'id': '4dbaf449-7e48-4fd5-84e7-200fa1d6afcf', 'name': 'tempest-ServerRescueNegativeTestJSON-1125415072-router', 'tenant_id': 'ec59363a116e4c37832626c6add07f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T12:03:22Z', 'revision_number': 6, 'project_id': 'ec59363a116e4c37832626c6add07f04', 'gw_port_host': None}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:03:23.142162 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-598801'] for router_gateway, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.248764 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5042'] for router, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.252814 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.337216 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595896'] for router, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.337734 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dbaf449-7e48-4fd5-84e7-200fa1d6afcf {{(pid=102503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:03:23.347434 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d812d-f814-42a5-b941-8a0a2acb3bee req-6fa444b0-8b22-4ddc-9da7-4d6d46534049 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:23.348925 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5a9d812d-f814-42a5-b941-8a0a2acb3bee req-6fa444b0-8b22-4ddc-9da7-4d6d46534049 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 946 time: 0.0983629 Dec 23 12:03:23.351862 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] Publish callbacks [] for router, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.352953 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-67720df1-7217-453c-b7c0-ba452383b63f admin admin] 10.222.0.65 "DELETE /v2.0/routers/4dbaf449-7e48-4fd5-84e7-200fa1d6afcf HTTP/1.1" status: 204 len: 168 time: 0.8453708 Dec 23 12:03:23.355982 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 35306) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:23.403592 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_v2 [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Deleting subnet c2572a32-7da4-4c6b-a622-f053958d1230 {{(pid=102502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:03:23.404253 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5a9d812d-f814-42a5-b941-8a0a2acb3bee req-e0a5242d-d249-4763-9c1b-98e0e89e74c1 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457392 Dec 23 12:03:23.406676 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.440382 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10471015'] for subnet, precommit_delete_associations {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.481896 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.537844 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218176'] for subnet, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.568841 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2572a32-7da4-4c6b-a622-f053958d1230,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:23.573551 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.577723 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c2572a32-7da4-4c6b-a622-f053958d1230 HTTP/1.1" status: 204 len: 168 time: 0.2206628 Dec 23 12:03:23.580469 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35314) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:23.583636 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:23.584260 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:23.584948 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:23.585373 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:23.585786 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:23.586359 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:23.586821 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:23.587290 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:23.587618 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:23.587999 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:23.588938 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:23.589322 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:23.589698 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ec750-b8b0-4f0c-854e-8f838d881911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:23.655970 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2ef68d47-82fa-47a2-8358-c8cbb9437f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.737349 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2ef68d47-82fa-47a2-8358-c8cbb9437f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.757335 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-2ef68d47-82fa-47a2-8358-c8cbb9437f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b549575c-e737-460e-8224-ff10749539d5']}} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:23.767616 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-2ef68d47-82fa-47a2-8358-c8cbb9437f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9551ab7e-6781-408c-abc9-5282dcc75740') {'for_net_delete': True} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:23.767817 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-2ef68d47-82fa-47a2-8358-c8cbb9437f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9551ab7e-6781-408c-abc9-5282dcc75740') {} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:23.777752 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2ef68d47-82fa-47a2-8358-c8cbb9437f2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908566'] for segment, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.790984 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2ef68d47-82fa-47a2-8358-c8cbb9437f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.797278 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef68d47-82fa-47a2-8358-c8cbb9437f2f admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:03:23.797653 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2ef68d47-82fa-47a2-8358-c8cbb9437f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10274139'] for segment, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: Traceback (most recent call last): Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: timer() Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: cb(*args, **kw) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: return func(*args, **kwargs) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: self._notify() Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: self.callback(batched_events) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: event.method(event) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: return f(self, *a, **k) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: return self._get(url).json() Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: return self.request(url, 'GET', **kwargs) Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:03:23.799591 dv-cinder-822821-1-iscsi neutron-server[102503]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:03:23.803002 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:03:23.803002 dv-cinder-822821-1-iscsi neutron-server[102503]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:03:23.803002 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:03:23.803002 dv-cinder-822821-1-iscsi neutron-server[102503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:03:23.803002 dv-cinder-822821-1-iscsi neutron-server[102503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:03:23.856462 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2ef68d47-82fa-47a2-8358-c8cbb9437f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.861395 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2ef68d47-82fa-47a2-8358-c8cbb9437f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:23.865117 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-2ef68d47-82fa-47a2-8358-c8cbb9437f2f admin admin] 10.222.0.65 "DELETE /v2.0/networks/b549575c-e737-460e-8224-ff10749539d5 HTTP/1.1" status: 204 len: 168 time: 0.2835770 Dec 23 12:03:23.878226 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef68d47-82fa-47a2-8358-c8cbb9437f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b549575c-e737-460e-8224-ff10749539d5,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:24.042571 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35324) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:24.086326 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-54d45976-4db7-4de2-9aeb-621ed2da0210 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec59363a116e4c37832626c6add07f04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424643 Dec 23 12:03:24.089085 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35326) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:24.139295 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5762-8a98-4187-b5c1-3d91be471301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:24.160771 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5762-8a98-4187-b5c1-3d91be471301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:24.211145 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5762-8a98-4187-b5c1-3d91be471301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:24.213938 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5762-8a98-4187-b5c1-3d91be471301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:24.215119 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-ec0d5762-8a98-4187-b5c1-3d91be471301 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94b80635-d894-4f38-bbf7-2426929a37c3 HTTP/1.1" status: 204 len: 168 time: 0.1251218 Dec 23 12:03:24.222747 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d5762-8a98-4187-b5c1-3d91be471301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b80635-d894-4f38-bbf7-2426929a37c3,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:24.728673 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 38b8d1fe-18de-4783-a364-78e00b58318b no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:03:24.748593 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 38b8d1fe-18de-4783-a364-78e00b58318b {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:03:24.748944 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 38b8d1fe-18de-4783-a364-78e00b58318b not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:03:24.749363 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device d7885d44-4c8b-48ff-aee0-9da5becec047 no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:03:24.769203 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: d7885d44-4c8b-48ff-aee0-9da5becec047 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:03:24.769558 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device d7885d44-4c8b-48ff-aee0-9da5becec047 not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:03:24.928680 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 35350) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:25.035330 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1771370632-network', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:25.061394 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] Made reservation on behalf of 83a1e536ed4249adb353b71e8bf03cfd for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:03:25.063886 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.072850 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.146308 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.152265 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.181304 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:03:25.191075 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72e0965-129b-4eba-8961-be2891a39cf3,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:25.195867 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.196185 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] Added segment e078f962-2a49-4000-a4f5-d47f011986e5 of type vlan for network 60b7dd52-a57d-43ce-8b05-529205e80faf Dec 23 12:03:25.235272 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.262148 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.263123 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:25.263718 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.319982 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3901343 Dec 23 12:03:25.324851 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35356) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:25.325759 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321aa271-a74f-4707-99d1-30290c6d1c77 admin admin] Pushing event updated for resources: {'Network': ['ID=60b7dd52-a57d-43ce-8b05-529205e80faf,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:25.330022 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-5412bf24-d8e2-493e-86a8-37c73c411e02 admin admin] Request body: {'subnet': {'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1771370632-subnet', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:25.336867 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network 60b7dd52-a57d-43ce-8b05-529205e80faf details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:03:25.356240 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5412bf24-d8e2-493e-86a8-37c73c411e02 admin admin] Made reservation on behalf of 83a1e536ed4249adb353b71e8bf03cfd for: {'subnet': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:03:25.358832 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5412bf24-d8e2-493e-86a8-37c73c411e02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9255072'] for subnet, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.527069 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5412bf24-d8e2-493e-86a8-37c73c411e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10279228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9255090'] for subnet, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.592958 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412bf24-d8e2-493e-86a8-37c73c411e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5555c9d-9557-440e-86bd-6d7dd36195b8,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:25.600362 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412bf24-d8e2-493e-86a8-37c73c411e02 admin admin] Checking segment: {'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:03:25.600716 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5412bf24-d8e2-493e-86a8-37c73c411e02 admin admin] Network hostable DHCP agents. Network: 60b7dd52-a57d-43ce-8b05-529205e80faf, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:03:25.618115 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5412bf24-d8e2-493e-86a8-37c73c411e02 admin admin] Network 60b7dd52-a57d-43ce-8b05-529205e80faf is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:03:25.626542 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-5412bf24-d8e2-493e-86a8-37c73c411e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, 60b7dd52-a57d-43ce-8b05-529205e80faf) {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:03:25.630893 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5412bf24-d8e2-493e-86a8-37c73c411e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:25.631486 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5412bf24-d8e2-493e-86a8-37c73c411e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.635629 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e3dd40-baa6-43ea-ab6d-be8146540a9e None None] Network 60b7dd52-a57d-43ce-8b05-529205e80faf requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:03:25.647712 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-5412bf24-d8e2-493e-86a8-37c73c411e02 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3232043 Dec 23 12:03:25.650301 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35360) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:25.654589 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:25.679766 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5024'] for router, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.681251 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.733954 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.749125 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e318bb8-a34c-5995-8f3a-345823c4d2f7-60b7dd52-a57d-43ce-8b05-529205e80faf', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8'}]}} from dv-cinder-822821-1-iscsi. {{(pid=102504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:03:25.750016 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:25.897530 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.db_base_plugin_common [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Allocated IP 172.20.0.2 (60b7dd52-a57d-43ce-8b05-529205e80faf/c5555c9d-9557-440e-86bd-6d7dd36195b8/cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3) {{(pid=102504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:03:26.065185 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Publish callbacks [] for port, precommit_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.071511 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.095021 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.113646 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Network 60b7dd52-a57d-43ce-8b05-529205e80faf is already hosted by enough agents. {{(pid=102504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:03:26.116458 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.base_scheduler [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Resources bound (agent type, host, resource id): {{(pid=102504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:03:26.121513 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Received port after_create {{(pid=102504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:03:26.126204 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Pushing event updated for resources: {'Port': ['ID=cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3,revision_number=1']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:26.183827 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Attempting to bind port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:03:26.184202 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Attempting to bind port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:03:26.184569 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Attempting to bind port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 on network 60b7dd52-a57d-43ce-8b05-529205e80faf {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:03:26.189580 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:03:26.189959 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Checking segment: {'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:03:26.190360 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.190782 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Bound using segment: {'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:03:26.191237 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Bound port: cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:03:26.191628 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.259347 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] For port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:03:26.262885 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] For port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:03:26.268784 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.292944 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.312315 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.333858 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25591512-a610-4bbb-96e8-8ebb4c72defb None None] Pushing event updated for resources: {'Port': ['ID=cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:26.425134 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Allocated IP 172.27.2.76 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/12b46159-22b6-446a-b62a-acc26493b63f) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:03:26.532029 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.573502 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.614894 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:03:26.617756 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:03:26.621619 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:03:26.644295 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Pushing event updated for resources: {'Port': ['ID=12b46159-22b6-446a-b62a-acc26493b63f,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:26.754800 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:03:26.808131 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:26.808508 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.871319 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.883940 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.920702 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] For port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:26.926026 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:26.981259 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Pushing event updated for resources: {'Port': ['ID=cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:27.087505 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598901'] for router, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:27.214976 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac7af71-6cd2-4a6c-9ce2-002d7985aa5b None None] Network 60b7dd52-a57d-43ce-8b05-529205e80faf requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:03:27.215256 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Router bac5a94f-f487-4f9f-a181-31e50eec685d is scheduled to L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f with binding_index 1 {{(pid=102503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:03:27.325991 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:03:27.345231 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] Publish callbacks [] for router, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:27.346499 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-b07ea14a-1a9e-4dd8-814e-2674a2365890 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6952298 Dec 23 12:03:27.349435 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35366) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:27.366912 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Sync routers for ids ['bac5a94f-f487-4f9f-a181-31e50eec685d'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:03:27.419566 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Routers {'bac5a94f-f487-4f9f-a181-31e50eec685d'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:03:27.420460 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:03:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['bac5a94f-f487-4f9f-a181-31e50eec685d'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:27.455926 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-0778a186-c710-4808-87ce-69f9e7f4dac9 None None] Provisioning complete for port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:27.456217 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-0778a186-c710-4808-87ce-69f9e7f4dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:27.586084 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Set router bac5a94f-f487-4f9f-a181-31e50eec685d gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:03:27.761946 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:27.805265 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:26Z', 'revision_number': 3, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:27.836616 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Checking router: bac5a94f-f487-4f9f-a181-31e50eec685d for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:03:27.836988 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Updating router bac5a94f-f487-4f9f-a181-31e50eec685d port 12b46159-22b6-446a-b62a-acc26493b63f binding host dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:03:27.863779 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:27.922403 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Allocated IP 172.20.0.1 (60b7dd52-a57d-43ce-8b05-529205e80faf/c5555c9d-9557-440e-86bd-6d7dd36195b8/8da02e10-8746-45f0-a9e8-567bff0059fb) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:03:27.982460 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-0e3867f7-188d-4aee-8c4f-5672f84be27f None None] Provisioning complete for port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:27.982872 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-0e3867f7-188d-4aee-8c4f-5672f84be27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.029522 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.062807 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.106393 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Network 60b7dd52-a57d-43ce-8b05-529205e80faf is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:03:28.109236 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:03:28.114118 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:03:28.145859 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Pushing event updated for resources: {'Port': ['ID=8da02e10-8746-45f0-a9e8-567bff0059fb,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:28.159996 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601410'] for router_interface, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.196740 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Publish callbacks [] for port, precommit_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.204899 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.254250 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Attempting to bind port 12b46159-22b6-446a-b62a-acc26493b63f on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:03:28.254654 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Attempting to bind port 12b46159-22b6-446a-b62a-acc26493b63f by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:03:28.255034 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Attempting to bind port 12b46159-22b6-446a-b62a-acc26493b63f on network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:03:28.265274 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:03:28.265690 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Checking segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:03:28.266092 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.266700 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Bound using segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:03:28.267178 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Bound port: 12b46159-22b6-446a-b62a-acc26493b63f, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:03:28.267667 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.293332 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10d4e5-3de3-4da3-a286-a4767a71a076 None None] Pushing event updated for resources: {'Port': ['ID=12b46159-22b6-446a-b62a-acc26493b63f,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:28.294349 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.324654 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] For port 12b46159-22b6-446a-b62a-acc26493b63f, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:03:28.327847 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] For port 12b46159-22b6-446a-b62a-acc26493b63f, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=12b46159-22b6-446a-b62a-acc26493b63f,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:03:28.332760 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.402893 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Routers {'bac5a94f-f487-4f9f-a181-31e50eec685d'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:03:28.403461 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:03:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['bac5a94f-f487-4f9f-a181-31e50eec685d'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:28.411513 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-2f8947cf-611e-48f1-b4ef-e9bdf7b825a9 None None] Provisioning complete for port 8da02e10-8746-45f0-a9e8-567bff0059fb triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:28.411885 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-2f8947cf-611e-48f1-b4ef-e9bdf7b825a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.464383 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10d4e5-3de3-4da3-a286-a4767a71a076 None None] Pushing event updated for resources: {'Port': ['ID=12b46159-22b6-446a-b62a-acc26493b63f,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:28.521811 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-2f8947cf-611e-48f1-b4ef-e9bdf7b825a9 None None] Port 8da02e10-8746-45f0-a9e8-567bff0059fb cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:03:28.552618 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] Set router bac5a94f-f487-4f9f-a181-31e50eec685d gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:03:28.704658 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.711511 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.735082 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:03:28.779177 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Pushing event updated for resources: {'Port': ['ID=8da02e10-8746-45f0-a9e8-567bff0059fb,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:28.781725 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601398'] for router_interface, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.798866 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:27Z', 'revision_number': 1, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:28.827944 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decd3ff-fb98-4e7d-8199-9c319b33a43e None None] The sync data for ids ['bac5a94f-f487-4f9f-a181-31e50eec685d'] in dv-cinder-822821-1-iscsi is: [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:27Z', 'revision_number': 1, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:03:28.829411 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:28.829762 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:28.876521 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Network 60b7dd52-a57d-43ce-8b05-529205e80faf is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:03:28.878364 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:03:29.000961 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Router bac5a94f-f487-4f9f-a181-31e50eec685d has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:03:29.127562 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:03:29.133041 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-858f6def-402e-42da-9c51-57680303c601 admin admin] 10.222.0.65 "PUT /v2.0/routers/bac5a94f-f487-4f9f-a181-31e50eec685d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7826164 Dec 23 12:03:29.153128 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-287aeb08-2ecb-4ee4-b175-ffa0b71cd442 None None] Provisioning complete for port 8da02e10-8746-45f0-a9e8-567bff0059fb triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:29.153499 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-287aeb08-2ecb-4ee4-b175-ffa0b71cd442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:29.189650 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-287aeb08-2ecb-4ee4-b175-ffa0b71cd442 None None] Port 8da02e10-8746-45f0-a9e8-567bff0059fb cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:03:29.742451 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35378) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:29.747213 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-e2aeb3d9-3a4c-4fc3-94b6-e3a0820ef6a3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--433497222', 'description': 'tempest-description--2043828568'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:29.775070 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb3d9-3a4c-4fc3-94b6-e3a0820ef6a3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:29.844687 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb3d9-3a4c-4fc3-94b6-e3a0820ef6a3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:29.849136 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb3d9-3a4c-4fc3-94b6-e3a0820ef6a3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:29.879951 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb3d9-3a4c-4fc3-94b6-e3a0820ef6a3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:29.881215 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-e2aeb3d9-3a4c-4fc3-94b6-e3a0820ef6a3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1376841 Dec 23 12:03:29.883217 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aeb3d9-3a4c-4fc3-94b6-e3a0820ef6a3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49961634-db97-4482-9ca5-24656a5fc6da,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:29.884150 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 35380) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:29.890450 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-06d05bb2-efe2-4b6d-aba0-88132b880d12 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Request body: {'security_group_rule': {'security_group_id': '49961634-db97-4482-9ca5-24656a5fc6da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:29.921275 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-06d05bb2-efe2-4b6d-aba0-88132b880d12 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:29.977062 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-06d05bb2-efe2-4b6d-aba0-88132b880d12 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:29.980904 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-06d05bb2-efe2-4b6d-aba0-88132b880d12 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.000557 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d05bb2-efe2-4b6d-aba0-88132b880d12 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d2d5bc-1b87-45b7-8b46-82bcf16ba720,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:30.005868 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-06d05bb2-efe2-4b6d-aba0-88132b880d12 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.007118 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-06d05bb2-efe2-4b6d-aba0-88132b880d12 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209698 Dec 23 12:03:30.010205 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 35382) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:30.014766 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-743e927b-6186-44c2-87a0-152f4469ac32 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Request body: {'security_group_rule': {'security_group_id': '49961634-db97-4482-9ca5-24656a5fc6da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:30.045520 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-743e927b-6186-44c2-87a0-152f4469ac32 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.101738 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-743e927b-6186-44c2-87a0-152f4469ac32 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.105476 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-743e927b-6186-44c2-87a0-152f4469ac32 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.123291 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e927b-6186-44c2-87a0-152f4469ac32 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b315e53-4d4b-450d-bb24-f95fd94d0380,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:30.133559 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-743e927b-6186-44c2-87a0-152f4469ac32 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.134791 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-743e927b-6186-44c2-87a0-152f4469ac32 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235139 Dec 23 12:03:30.137909 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 35386) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:30.142133 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Request body: {'floatingip': {'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:30.164552 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for floatingip, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.264770 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.364971 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_common [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Allocated IP 172.27.2.29 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/0a4e207b-8cbc-43c7-8d33-a9520ef211a0) {{(pid=102502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:03:30.476499 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for port, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.512100 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.550354 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:03:30.553139 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:03:30.556450 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Received port after_create {{(pid=102502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:03:30.561836 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event updated for resources: {'Port': ['ID=0a4e207b-8cbc-43c7-8d33-a9520ef211a0,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:30.648105 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.681917 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.760201 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 12b46159-22b6-446a-b62a-acc26493b63f up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:03:30.821539 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 12b46159-22b6-446a-b62a-acc26493b63f triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:30.821539 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.824554 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Sync routers for ids ['bac5a94f-f487-4f9f-a181-31e50eec685d'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:03:30.844624 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Routers {'bac5a94f-f487-4f9f-a181-31e50eec685d'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:03:30.845610 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:03:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['bac5a94f-f487-4f9f-a181-31e50eec685d'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:30.852978 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for port, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.860432 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10476032'] for port, after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.938805 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.946253 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event updated for resources: {'Port': ['ID=0a4e207b-8cbc-43c7-8d33-a9520ef211a0,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:30.964643 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:30.973796 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-f204df9d-4b93-4291-bef6-e1bf238f16cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8270538 Dec 23 12:03:30.981545 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Set router bac5a94f-f487-4f9f-a181-31e50eec685d gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:03:31.061714 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:31.083831 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] For port 12b46159-22b6-446a-b62a-acc26493b63f, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=12b46159-22b6-446a-b62a-acc26493b63f,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:31.089198 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:31.143758 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Pushing event updated for resources: {'Port': ['ID=12b46159-22b6-446a-b62a-acc26493b63f,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:31.204460 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 2, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:31.235967 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Checking router: bac5a94f-f487-4f9f-a181-31e50eec685d for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:03:31.236317 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Updating router bac5a94f-f487-4f9f-a181-31e50eec685d port 8da02e10-8746-45f0-a9e8-567bff0059fb binding host dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:03:31.262241 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:31.288372 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-7ca2278f-d9a7-4fbf-9c3c-0c1aafd1ab53 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--433497222&fields=id&tenant_id=83a1e536ed4249adb353b71e8bf03cfd HTTP/1.1" status: 200 len: 267 time: 0.0466866 Dec 23 12:03:31.421872 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-fc2958ef-e8ed-4566-81a1-dd471509ea82 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:31.423301 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-fc2958ef-e8ed-4566-81a1-dd471509ea82 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/networks?id=60b7dd52-a57d-43ce-8b05-529205e80faf HTTP/1.1" status: 200 len: 811 time: 0.1270313 Dec 23 12:03:31.438440 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-427687a8-53d0-49f8-9e04-db45585f8920 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/quotas/83a1e536ed4249adb353b71e8bf03cfd HTTP/1.1" status: 200 len: 375 time: 0.0093892 Dec 23 12:03:31.489783 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-edec5917-75c0-4419-a159-3d1da30ff260 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=83a1e536ed4249adb353b71e8bf03cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454741 Dec 23 12:03:31.536083 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:31.541187 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:31.592200 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Pushing event updated for resources: {'Port': ['ID=8da02e10-8746-45f0-a9e8-567bff0059fb,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:31.595115 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-d51182ef-e6fb-4018-a0be-4e98b6781f84 service neutron] 10.222.0.65 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918489 Dec 23 12:03:31.602054 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:31.602426 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:31.602805 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:31.603136 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:31.603466 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:31.603777 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:31.604080 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:31.604444 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:31.605356 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:31.605720 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:31.606098 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:31.606353 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:31.606686 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:03:31.662982 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Attempting to bind port 8da02e10-8746-45f0-a9e8-567bff0059fb on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:03:31.663353 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Attempting to bind port 8da02e10-8746-45f0-a9e8-567bff0059fb by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:03:31.663741 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Attempting to bind port 8da02e10-8746-45f0-a9e8-567bff0059fb on network 60b7dd52-a57d-43ce-8b05-529205e80faf {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:03:31.669108 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:03:31.669483 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Checking segment: {'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:03:31.669918 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:31.670322 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Bound using segment: {'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:03:31.670876 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Bound port: 8da02e10-8746-45f0-a9e8-567bff0059fb, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:03:31.671276 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:31.690423 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-6609fee4-3a93-4435-a95e-63879bb68179 service neutron] 10.222.0.65 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889306 Dec 23 12:03:31.738122 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] For port 8da02e10-8746-45f0-a9e8-567bff0059fb, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:03:31.741676 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] For port 8da02e10-8746-45f0-a9e8-567bff0059fb, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=8da02e10-8746-45f0-a9e8-567bff0059fb,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:03:31.747464 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:31.801317 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Routers {'bac5a94f-f487-4f9f-a181-31e50eec685d'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:03:31.802269 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:03:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['bac5a94f-f487-4f9f-a181-31e50eec685d'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:31.828380 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-2ce308bc-440e-4ac5-98f5-31e3d472eb3c None None] Provisioning complete for port 8da02e10-8746-45f0-a9e8-567bff0059fb triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:31.829455 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-2ce308bc-440e-4ac5-98f5-31e3d472eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:31.953871 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] Set router bac5a94f-f487-4f9f-a181-31e50eec685d gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:03:31.956949 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-2ce308bc-440e-4ac5-98f5-31e3d472eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:31.969844 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-41da056f-7fce-4c66-a409-b2db5a239d7e req-073a686c-4867-4bbb-8f97-535d04df5ec9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 210 time: 0.1220529 Dec 23 12:03:32.007201 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-2ce308bc-440e-4ac5-98f5-31e3d472eb3c None None] For port 8da02e10-8746-45f0-a9e8-567bff0059fb, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=8da02e10-8746-45f0-a9e8-567bff0059fb,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:32.014171 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-2ce308bc-440e-4ac5-98f5-31e3d472eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:32.024794 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf6788-2f97-41e8-b974-3b03f6603661 None None] Pushing event updated for resources: {'Port': ['ID=8da02e10-8746-45f0-a9e8-567bff0059fb,revision_number=4']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:32.076245 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce308bc-440e-4ac5-98f5-31e3d472eb3c None None] Pushing event updated for resources: {'Port': ['ID=8da02e10-8746-45f0-a9e8-567bff0059fb,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:32.136386 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-f3dd662c-6fa8-4e5d-adfb-d7efc6516ca8 None None] Provisioning complete for port 8da02e10-8746-45f0-a9e8-567bff0059fb triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:32.136769 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-f3dd662c-6fa8-4e5d-adfb-d7efc6516ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:32.222430 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:32.248916 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d5270-b9db-4c9c-a4c8-bf2e91e9a5e5 None None] The sync data for ids ['bac5a94f-f487-4f9f-a181-31e50eec685d'] in dv-cinder-822821-1-iscsi is: [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:03:32.754699 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 8da02e10-8746-45f0-a9e8-567bff0059fb up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:03:32.804485 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 8da02e10-8746-45f0-a9e8-567bff0059fb triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:32.804857 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:32.882106 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 12b46159-22b6-446a-b62a-acc26493b63f up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:03:32.932171 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 12b46159-22b6-446a-b62a-acc26493b63f triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:32.932579 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:33.060521 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7a6785f1-72c1-4269-9ced-50e3d8af8d7a req-18d85708-c8cc-493e-b46d-de58977b09d4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 210 time: 0.0344441 Dec 23 12:03:33.736284 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-bc1d1482-0123-4efd-980e-3628d5a9c9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:34.161523 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0a5d9cec-a9a1-495b-ac9f-d5d09d348ebb req-6d74c52a-6ab9-41e2-88b5-ec42178e3b56 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 210 time: 0.0258884 Dec 23 12:03:35.271652 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2128dd18-1991-4f82-92be-44a4e8753692 req-0953742f-2b0b-484a-bfd1-e95395005116 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 210 time: 0.0340803 Dec 23 12:03:35.958888 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9ebfa679-c9c3-4cce-81d2-26ed120b3d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:36.369159 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-df4bdddd-f41a-4a75-b4b0-13eab2829cc4 req-3b8a56b0-6844-45cd-aa62-5cfb4a29ba94 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 210 time: 0.0261292 Dec 23 12:03:36.491771 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-8767ad87-2527-4a8c-91f8-6590df106ef2 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:36.493321 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-8767ad87-2527-4a8c-91f8-6590df106ef2 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.61 "GET /v2.0/networks?id=60b7dd52-a57d-43ce-8b05-529205e80faf HTTP/1.1" status: 200 len: 811 time: 0.1028824 Dec 23 12:03:36.572827 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-350f4c1c-ee97-438d-989c-8318a6834bb7 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83a1e536ed4249adb353b71e8bf03cfd HTTP/1.1" status: 200 len: 379 time: 0.0552847 Dec 23 12:03:36.606917 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-5903879c-d144-4ce1-8f02-5722373db2ad tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Request body: {'port': {'device_id': 'f3b18df5-9ce3-44cb-8a62-730a959e46ac', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'admin_state_up': True, 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'security_groups': ['49961634-db97-4482-9ca5-24656a5fc6da']}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:36.723425 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-5903879c-d144-4ce1-8f02-5722373db2ad tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Made reservation on behalf of 83a1e536ed4249adb353b71e8bf03cfd for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:03:36.726895 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-5903879c-d144-4ce1-8f02-5722373db2ad tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:36.852687 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-5903879c-d144-4ce1-8f02-5722373db2ad tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Allocated IP 172.20.0.10 (60b7dd52-a57d-43ce-8b05-529205e80faf/c5555c9d-9557-440e-86bd-6d7dd36195b8/e8ea114b-8a29-4d6d-a634-848c94498c32) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:03:36.991684 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-5903879c-d144-4ce1-8f02-5722373db2ad tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:37.030326 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-5903879c-d144-4ce1-8f02-5722373db2ad tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:37.072628 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-5903879c-d144-4ce1-8f02-5722373db2ad tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Network 60b7dd52-a57d-43ce-8b05-529205e80faf is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:03:37.075764 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-5903879c-d144-4ce1-8f02-5722373db2ad tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:03:37.079307 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-5903879c-d144-4ce1-8f02-5722373db2ad tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:03:37.102620 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903879c-d144-4ce1-8f02-5722373db2ad tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event updated for resources: {'Port': ['ID=e8ea114b-8a29-4d6d-a634-848c94498c32,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:37.132198 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-5903879c-d144-4ce1-8f02-5722373db2ad tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:37.132847 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-5903879c-d144-4ce1-8f02-5722373db2ad tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:37.149994 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:37.152880 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-5903879c-d144-4ce1-8f02-5722373db2ad tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5504351 Dec 23 12:03:37.277557 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-652c3606-010e-45b9-912b-e4269165c3fd None None] Provisioning complete for port e8ea114b-8a29-4d6d-a634-848c94498c32 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:37.277956 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-652c3606-010e-45b9-912b-e4269165c3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:37.312720 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-652c3606-010e-45b9-912b-e4269165c3fd None None] Port e8ea114b-8a29-4d6d-a634-848c94498c32 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:03:37.493925 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0effdc-7f0f-4001-899e-f2932c6b49c7 req-e0036977-ec9c-4169-ad07-3cc24392d5c3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:37.495453 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fc0effdc-7f0f-4001-899e-f2932c6b49c7 req-e0036977-ec9c-4169-ad07-3cc24392d5c3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 932 time: 0.0494187 Dec 23 12:03:37.547360 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fc0effdc-7f0f-4001-899e-f2932c6b49c7 req-275ecb2f-c373-426e-ba63-a26e804cd8bc tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456002 Dec 23 12:03:38.571825 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:38.680247 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2230222-ca9f-4bdd-8b83-3d7978e3f208 req-1ae5a4a6-b667-4979-b7ee-3d3ed8db32b4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:38.681716 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b2230222-ca9f-4bdd-8b83-3d7978e3f208 req-1ae5a4a6-b667-4979-b7ee-3d3ed8db32b4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 932 time: 0.0507586 Dec 23 12:03:38.731290 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b2230222-ca9f-4bdd-8b83-3d7978e3f208 req-6672c525-b911-4e71-b217-6fd9af256bf0 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428357 Dec 23 12:03:39.273337 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:39.852855 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8c56d-f7b8-48fa-9e28-419abeab99b4 req-ce8b7717-01b1-4823-80b5-47a8b6835431 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:39.854313 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d3f8c56d-f7b8-48fa-9e28-419abeab99b4 req-ce8b7717-01b1-4823-80b5-47a8b6835431 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 932 time: 0.0496380 Dec 23 12:03:39.905452 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d3f8c56d-f7b8-48fa-9e28-419abeab99b4 req-402cb2ef-c9aa-4d77-813a-eaaba747f523 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444109 Dec 23 12:03:40.823624 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Request body: {'port': {'device_id': 'f3b18df5-9ce3-44cb-8a62-730a959e46ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:40.881350 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:41.058013 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dbf2c607-c241-4fc4-b7a5-3cfd059ddbf0 req-6a6f8c28-c8be-4cd2-8413-5ce70b5e2799 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1411242 Dec 23 12:03:41.131610 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f2eba-97f8-481a-9776-9fff8c002fb8 req-224586d0-695b-472a-b6df-d0c246c72e9a tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:41.133069 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-295f2eba-97f8-481a-9776-9fff8c002fb8 req-224586d0-695b-472a-b6df-d0c246c72e9a tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 932 time: 0.1251800 Dec 23 12:03:41.221616 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2c607-c241-4fc4-b7a5-3cfd059ddbf0 req-9b27fdd1-cab4-4419-b7d0-76ad0b3e055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:41.223041 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dbf2c607-c241-4fc4-b7a5-3cfd059ddbf0 req-9b27fdd1-cab4-4419-b7d0-76ad0b3e055f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 1099 time: 0.1106269 Dec 23 12:03:41.233058 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-295f2eba-97f8-481a-9776-9fff8c002fb8 req-4564d7d4-4d70-4bbe-8ee5-21af73866ccf tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827389 Dec 23 12:03:41.308170 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ea114b-8a29-4d6d-a634-848c94498c32 {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:03:41.339485 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:41.361125 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Transition to ACTIVE for port object e8ea114b-8a29-4d6d-a634-848c94498c32 will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:03:41.370380 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:41.407398 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2c607-c241-4fc4-b7a5-3cfd059ddbf0 req-200608a2-1a12-45e6-a6d4-ec1c756ec113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:41.409415 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dbf2c607-c241-4fc4-b7a5-3cfd059ddbf0 req-200608a2-1a12-45e6-a6d4-ec1c756ec113 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ff9bb10-bc99-4d12-bacb-9778f44904da HTTP/1.1" status: 200 len: 918 time: 0.1405370 Dec 23 12:03:41.470762 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ea114b-8a29-4d6d-a634-848c94498c32,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:41.541484 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dbf2c607-c241-4fc4-b7a5-3cfd059ddbf0 req-eef98ee1-3b6f-40b4-8441-ff8c7678506d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a HTTP/1.1" status: 200 len: 1001 time: 0.1170747 Dec 23 12:03:41.569423 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Attempting to bind port e8ea114b-8a29-4d6d-a634-848c94498c32 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:03:41.569752 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Attempting to bind port e8ea114b-8a29-4d6d-a634-848c94498c32 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:03:41.570086 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Attempting to bind port e8ea114b-8a29-4d6d-a634-848c94498c32 on network 60b7dd52-a57d-43ce-8b05-529205e80faf {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:03:41.591718 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Port e8ea114b-8a29-4d6d-a634-848c94498c32 on network 60b7dd52-a57d-43ce-8b05-529205e80faf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:03:41.592037 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Attempting to bind port e8ea114b-8a29-4d6d-a634-848c94498c32 on network 60b7dd52-a57d-43ce-8b05-529205e80faf {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:03:41.602241 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:03:41.602611 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Checking segment: {'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:03:41.602997 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Bound using segment: {'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:03:41.603427 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Bound port: e8ea114b-8a29-4d6d-a634-848c94498c32, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:03:41.603783 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:41.624813 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2c607-c241-4fc4-b7a5-3cfd059ddbf0 req-854ae268-2a5a-4dd3-9edf-5cdd8c0c83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:41.626269 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dbf2c607-c241-4fc4-b7a5-3cfd059ddbf0 req-854ae268-2a5a-4dd3-9edf-5cdd8c0c83e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=efd3053a-1fe5-4918-9663-e9416b7eff26 HTTP/1.1" status: 200 len: 856 time: 0.0678964 Dec 23 12:03:41.706662 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] For port e8ea114b-8a29-4d6d-a634-848c94498c32, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:03:41.710095 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] For port e8ea114b-8a29-4d6d-a634-848c94498c32, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e8ea114b-8a29-4d6d-a634-848c94498c32,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:03:41.712370 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2c607-c241-4fc4-b7a5-3cfd059ddbf0 req-9f634c79-b4f1-4178-b436-9d0e4295d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:41.713895 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dbf2c607-c241-4fc4-b7a5-3cfd059ddbf0 req-9f634c79-b4f1-4178-b436-9d0e4295d832 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ff9bb10-bc99-4d12-bacb-9778f44904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679178 Dec 23 12:03:41.717133 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:41.770672 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:41.771313 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:41.772694 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] 10.222.0.61 "PUT /v2.0/ports/e8ea114b-8a29-4d6d-a634-848c94498c32 HTTP/1.1" status: 200 len: 1094 time: 0.9533689 Dec 23 12:03:41.773137 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b18df5-9ce3-44cb-8a62-730a959e46ac', 'tag': 'e8ea114b-8a29-4d6d-a634-848c94498c32'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:03:41.775411 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d305d-8b81-48c2-99da-c76bdc7925a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b18df5-9ce3-44cb-8a62-730a959e46ac", "tag": "e8ea114b-8a29-4d6d-a634-848c94498c32"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:03:41.848158 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9614c6d7-1fe1-4a3d-89aa-cd56e72afe79 x-openstack-request-id: req-9614c6d7-1fe1-4a3d-89aa-cd56e72afe79 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:03:41.848448 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b18df5-9ce3-44cb-8a62-730a959e46ac", "tag": "e8ea114b-8a29-4d6d-a634-848c94498c32", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:03:41.848699 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9614c6d7-1fe1-4a3d-89aa-cd56e72afe79 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:03:41.849112 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b18df5-9ce3-44cb-8a62-730a959e46ac', 'tag': 'e8ea114b-8a29-4d6d-a634-848c94498c32', 'status': 'completed', 'code': 200} Dec 23 12:03:41.849835 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a1bbe-971c-4f4c-8f1b-0532b4bf3277 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ea114b-8a29-4d6d-a634-848c94498c32,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:41.908079 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dbf2c607-c241-4fc4-b7a5-3cfd059ddbf0 req-88099628-8d9f-499f-a78e-d1ed54d9a60c service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653254 Dec 23 12:03:41.934237 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-4fe9f354-72d0-4f23-916e-136806195a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:41.935779 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-4fe9f354-72d0-4f23-916e-136806195a0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=83a1e536ed4249adb353b71e8bf03cfd&device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 1097 time: 0.0580659 Dec 23 12:03:42.026885 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-8e611341-afdc-49f2-843b-1575454d9636 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8ea114b-8a29-4d6d-a634-848c94498c32 HTTP/1.1" status: 200 len: 217 time: 0.0385931 Dec 23 12:03:42.074138 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dbf2c607-c241-4fc4-b7a5-3cfd059ddbf0 req-a9a2e9b9-37a5-45b5-a85c-f69dc7614a46 service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497269 Dec 23 12:03:42.093248 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-14530810-3e24-469e-a2da-46aa557db8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:42.094761 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-14530810-3e24-469e-a2da-46aa557db8bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5555c9d-9557-440e-86bd-6d7dd36195b8 HTTP/1.1" status: 200 len: 850 time: 0.0532532 Dec 23 12:03:42.160497 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-e20571cc-6a20-4e2a-92fb-3f0165208506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:42.162066 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-e20571cc-6a20-4e2a-92fb-3f0165208506 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b7dd52-a57d-43ce-8b05-529205e80faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492785 Dec 23 12:03:42.277811 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-d6b3ffcf-e3ef-486c-bc6f-9454c138f9bc service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914721 Dec 23 12:03:42.641266 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23866d62-f0d6-45bc-8aed-fa54fefe7a95 req-f9b5f6af-627e-4173-ba0f-6487608b50e3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:42.642919 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-23866d62-f0d6-45bc-8aed-fa54fefe7a95 req-f9b5f6af-627e-4173-ba0f-6487608b50e3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 944 time: 0.3322256 Dec 23 12:03:42.645106 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89f4d1a3-aec7-4454-bea8-b2dc9403b9fd req-6a03f6d7-dad2-4ff4-b620-c38e1bfe5725 service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520465 Dec 23 12:03:42.699211 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-23866d62-f0d6-45bc-8aed-fa54fefe7a95 req-c061d962-b926-4f5f-bdb2-2bc89c929a20 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495608 Dec 23 12:03:42.736449 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae09d28-72bb-41e0-b3c7-00d85aa3ff34 req-67806722-d639-4be1-bd98-87e282a35f88 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:42.737900 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9ae09d28-72bb-41e0-b3c7-00d85aa3ff34 req-67806722-d639-4be1-bd98-87e282a35f88 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 946 time: 0.0554857 Dec 23 12:03:42.785047 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9ae09d28-72bb-41e0-b3c7-00d85aa3ff34 req-337d5510-2fd8-4b51-a921-034c8987d218 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409369 Dec 23 12:03:42.997063 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d305d-8b81-48c2-99da-c76bdc7925a2 req-29bd399f-2a29-4bf4-a9fa-ade2b9fb5941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:42.998664 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bc4d305d-8b81-48c2-99da-c76bdc7925a2 req-29bd399f-2a29-4bf4-a9fa-ade2b9fb5941 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=83a1e536ed4249adb353b71e8bf03cfd&device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 1097 time: 0.0987477 Dec 23 12:03:43.103255 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d305d-8b81-48c2-99da-c76bdc7925a2 req-05319f94-02d4-449f-8236-337da6fb33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:43.104764 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bc4d305d-8b81-48c2-99da-c76bdc7925a2 req-05319f94-02d4-449f-8236-337da6fb33f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b7dd52-a57d-43ce-8b05-529205e80faf HTTP/1.1" status: 200 len: 912 time: 0.0967302 Dec 23 12:03:43.152515 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bc4d305d-8b81-48c2-99da-c76bdc7925a2 req-6354452a-03dc-435d-9bad-37b304d35312 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8ea114b-8a29-4d6d-a634-848c94498c32 HTTP/1.1" status: 200 len: 217 time: 0.0343034 Dec 23 12:03:43.211103 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d305d-8b81-48c2-99da-c76bdc7925a2 req-be6dfe02-eaed-4e5d-a77d-639f9cf321be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:43.212528 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bc4d305d-8b81-48c2-99da-c76bdc7925a2 req-be6dfe02-eaed-4e5d-a77d-639f9cf321be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5555c9d-9557-440e-86bd-6d7dd36195b8 HTTP/1.1" status: 200 len: 850 time: 0.0432496 Dec 23 12:03:43.282313 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d305d-8b81-48c2-99da-c76bdc7925a2 req-ddd31c99-157c-4002-9d24-15c9485d85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:43.283948 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bc4d305d-8b81-48c2-99da-c76bdc7925a2 req-ddd31c99-157c-4002-9d24-15c9485d85fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b7dd52-a57d-43ce-8b05-529205e80faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483477 Dec 23 12:03:43.396899 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bc4d305d-8b81-48c2-99da-c76bdc7925a2 req-25e4a58d-83c7-4359-86ca-2ef4197feb71 service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886879 Dec 23 12:03:43.498648 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bc4d305d-8b81-48c2-99da-c76bdc7925a2 req-908a85e0-f576-4553-a546-f2589d860722 service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879557 Dec 23 12:03:43.821362 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6b2b5-4d58-4a13-bc71-f73ed9056053 req-ff28842d-0d9e-40c3-91cf-7c77d20e46cd tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:43.822885 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-94f6b2b5-4d58-4a13-bc71-f73ed9056053 req-ff28842d-0d9e-40c3-91cf-7c77d20e46cd tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 944 time: 0.0539317 Dec 23 12:03:43.880146 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-94f6b2b5-4d58-4a13-bc71-f73ed9056053 req-e6a6ff69-02bb-4fad-af38-cde52c94c9c8 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508070 Dec 23 12:03:43.916126 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84518b-e611-4956-96d3-a4d78e620309 req-33b16600-60d8-4f7d-b6b3-3ac9fe91790f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:43.917605 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3e84518b-e611-4956-96d3-a4d78e620309 req-33b16600-60d8-4f7d-b6b3-3ac9fe91790f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 946 time: 0.0573473 Dec 23 12:03:43.965417 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3e84518b-e611-4956-96d3-a4d78e620309 req-029f4778-474a-46ec-bd74-94c51a69c8c3 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Dec 23 12:03:44.197630 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:44.840172 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device e8ea114b-8a29-4d6d-a634-848c94498c32 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:03:44.941317 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port e8ea114b-8a29-4d6d-a634-848c94498c32, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e8ea114b-8a29-4d6d-a634-848c94498c32,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:44.951818 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': 'e8ea114b-8a29-4d6d-a634-848c94498c32', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'port_id': 'e8ea114b-8a29-4d6d-a634-848c94498c32', 'mac_address': 'fa:16:3e:e7:07:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:03:44.992397 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:45.001102 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937fd0b-b0bf-499a-8a8b-840404b0d196 req-3d322123-2de9-4bbf-b12d-becfde0dd992 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:45.002646 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8937fd0b-b0bf-499a-8a8b-840404b0d196 req-3d322123-2de9-4bbf-b12d-becfde0dd992 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 944 time: 0.0546713 Dec 23 12:03:45.006453 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ea114b-8a29-4d6d-a634-848c94498c32 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:03:45.029638 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port e8ea114b-8a29-4d6d-a634-848c94498c32, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e8ea114b-8a29-4d6d-a634-848c94498c32,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:45.035769 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:45.058041 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8937fd0b-b0bf-499a-8a8b-840404b0d196 req-5a0c30ba-d592-4d6c-ae19-266301366bcf tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466692 Dec 23 12:03:45.084565 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=e8ea114b-8a29-4d6d-a634-848c94498c32,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:45.104475 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484b16c-e4ad-4f7c-8f61-17a4247b3c03 req-a2f707f5-3f41-48d5-af20-dc7d957ad46b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:45.105976 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d484b16c-e4ad-4f7c-8f61-17a4247b3c03 req-a2f707f5-3f41-48d5-af20-dc7d957ad46b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 946 time: 0.0524988 Dec 23 12:03:45.153368 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d484b16c-e4ad-4f7c-8f61-17a4247b3c03 req-0dabce5f-4ebf-4256-8c62-d70a4982f0c9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403399 Dec 23 12:03:45.555813 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['e8ea114b-8a29-4d6d-a634-848c94498c32'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:03:45.922343 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-00334aff-dbde-4e9c-a4fc-bab275fdcb8b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:45.923676 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-00334aff-dbde-4e9c-a4fc-bab275fdcb8b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 946 time: 0.0621424 Dec 23 12:03:46.025768 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Deleting port bbf34ca1-ab1a-4521-9402-ff6d335fe55a {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:03:46.026501 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:46.119993 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] For port bbf34ca1-ab1a-4521-9402-ff6d335fe55a, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:46.120358 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:46.340707 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69e162-9f3b-4fea-ab6a-468050ea101a req-c8a59653-7372-4e4f-93e9-46f2430abaa6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:46.342212 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7d69e162-9f3b-4fea-ab6a-468050ea101a req-c8a59653-7372-4e4f-93e9-46f2430abaa6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 945 time: 0.2124178 Dec 23 12:03:46.441951 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24fc95-003f-4477-88c4-14c7d7e3852b req-fe0751d1-883b-46d6-b7a8-5a72d76b83b5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:46.443357 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1b24fc95-003f-4477-88c4-14c7d7e3852b req-fe0751d1-883b-46d6-b7a8-5a72d76b83b5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 946 time: 0.2092373 Dec 23 12:03:46.526303 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:46.526688 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:46.527002 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.l3_db [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Floating IP 567fc496-5a5a-44a1-89b5-3156d108adf6 disassociated. External IP: 172.27.2.125, port: bbf34ca1-ab1a-4521-9402-ff6d335fe55a. Dec 23 12:03:46.527333 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Calling delete_port for bbf34ca1-ab1a-4521-9402-ff6d335fe55a owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:03:46.561215 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7d69e162-9f3b-4fea-ab6a-468050ea101a req-44d09373-8390-4d76-a76b-0d067adcfa1e tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109106 Dec 23 12:03:46.564220 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1b24fc95-003f-4477-88c4-14c7d7e3852b req-45ced192-29b1-40a6-9f29-8b071b20aa91 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=97ba983c-add1-4a6c-9bf4-92366bfe0faa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117132 Dec 23 12:03:46.690067 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:46.718748 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event deleted for resources: {'Port': ['ID=bbf34ca1-ab1a-4521-9402-ff6d335fe55a,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:46.850348 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Router a7317eee-00fc-4c04-a387-f27124df9332 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:03:46.898878 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device e8ea114b-8a29-4d6d-a634-848c94498c32 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:03:46.951768 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port e8ea114b-8a29-4d6d-a634-848c94498c32 completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:03:46.955506 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port e8ea114b-8a29-4d6d-a634-848c94498c32 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:46.955876 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:46.968642 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:03:46.982435 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294c49d-871b-46f3-b59b-f2afa606f098 None None] Sync routers for ids ['a7317eee-00fc-4c04-a387-f27124df9332'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:03:47.006563 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294c49d-871b-46f3-b59b-f2afa606f098 None None] Routers {'a7317eee-00fc-4c04-a387-f27124df9332'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:03:47.007204 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-b294c49d-871b-46f3-b59b-f2afa606f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:03:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a7317eee-00fc-4c04-a387-f27124df9332'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:47.009506 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] No DVR routers for this DVR port bbf34ca1-ab1a-4521-9402-ff6d335fe55a on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:03:47.012180 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:47.016013 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3b4a9c41-fe0c-40a4-bdc8-06cab89727cd req-7b469979-f864-4494-874d-8fa8e989293c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.61 "DELETE /v2.0/ports/bbf34ca1-ab1a-4521-9402-ff6d335fe55a HTTP/1.1" status: 204 len: 173 time: 1.0803716 Dec 23 12:03:47.016503 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc998144-5288-467f-82de-9c1983559e40', 'name': 'network-vif-deleted', 'tag': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:03:47.018816 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c93e189-0e50-4953-95a0-5bbd328ca218" -d '{"events": [{"server_uuid": "fc998144-5288-467f-82de-9c1983559e40", "name": "network-vif-deleted", "tag": "bbf34ca1-ab1a-4521-9402-ff6d335fe55a"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:03:47.054921 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de86e0a2-031d-413c-bdbd-4b57174d244d x-openstack-request-id: req-de86e0a2-031d-413c-bdbd-4b57174d244d {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:03:47.055521 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc998144-5288-467f-82de-9c1983559e40", "name": "network-vif-deleted", "tag": "bbf34ca1-ab1a-4521-9402-ff6d335fe55a", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:03:47.055521 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de86e0a2-031d-413c-bdbd-4b57174d244d {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:03:47.055925 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc998144-5288-467f-82de-9c1983559e40', 'name': 'network-vif-deleted', 'tag': 'bbf34ca1-ab1a-4521-9402-ff6d335fe55a', 'status': 'completed', 'code': 200} Dec 23 12:03:47.134286 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:47.169105 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b18df5-9ce3-44cb-8a62-730a959e46ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ea114b-8a29-4d6d-a634-848c94498c32'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:03:47.171498 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9ff074-3e1e-406b-8e6b-9b472ecc31a6" -d '{"events": [{"server_uuid": "f3b18df5-9ce3-44cb-8a62-730a959e46ac", "name": "network-vif-plugged", "status": "completed", "tag": "e8ea114b-8a29-4d6d-a634-848c94498c32"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:03:47.179423 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-b294c49d-871b-46f3-b59b-f2afa606f098 None None] Set router a7317eee-00fc-4c04-a387-f27124df9332 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:03:47.211584 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95e6800-d712-44ae-9696-63f7846a02bc x-openstack-request-id: req-d95e6800-d712-44ae-9696-63f7846a02bc {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:03:47.212043 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b18df5-9ce3-44cb-8a62-730a959e46ac", "name": "network-vif-plugged", "status": "completed", "tag": "e8ea114b-8a29-4d6d-a634-848c94498c32", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:03:47.212298 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d95e6800-d712-44ae-9696-63f7846a02bc {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:03:47.212833 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b18df5-9ce3-44cb-8a62-730a959e46ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ea114b-8a29-4d6d-a634-848c94498c32', 'code': 200} Dec 23 12:03:47.214782 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port e8ea114b-8a29-4d6d-a634-848c94498c32, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e8ea114b-8a29-4d6d-a634-848c94498c32,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:47.222806 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:47.223668 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device bbf34ca1-ab1a-4521-9402-ff6d335fe55a no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:03:47.298248 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: bbf34ca1-ab1a-4521-9402-ff6d335fe55a {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:03:47.298617 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device bbf34ca1-ab1a-4521-9402-ff6d335fe55a not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:03:47.366376 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=e8ea114b-8a29-4d6d-a634-848c94498c32,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:47.452245 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-b294c49d-871b-46f3-b59b-f2afa606f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:44Z', 'revision_number': 5, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:47.478925 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294c49d-871b-46f3-b59b-f2afa606f098 None None] Checking router: a7317eee-00fc-4c04-a387-f27124df9332 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:03:47.488365 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294c49d-871b-46f3-b59b-f2afa606f098 None None] Routers {'a7317eee-00fc-4c04-a387-f27124df9332'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:03:47.488964 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-b294c49d-871b-46f3-b59b-f2afa606f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:03:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a7317eee-00fc-4c04-a387-f27124df9332'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:47.494770 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582a35a-e185-4bf2-8f74-956a799ac5cd req-ff56da10-c259-4533-a04d-d8ff0e28616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:47.496393 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3582a35a-e185-4bf2-8f74-956a799ac5cd req-ff56da10-c259-4533-a04d-d8ff0e28616f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 1099 time: 0.0459614 Dec 23 12:03:47.565922 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3582a35a-e185-4bf2-8f74-956a799ac5cd req-21b8b15e-13c7-4755-854a-a1660b53e44c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489087 Dec 23 12:03:47.614455 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-b294c49d-871b-46f3-b59b-f2afa606f098 None None] Set router a7317eee-00fc-4c04-a387-f27124df9332 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:03:47.698162 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd8100-4ecd-49f9-aeff-4af63d56ba01 req-de6b6731-b146-46c4-89c5-e98d58fdd042 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:47.712387 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-63bd8100-4ecd-49f9-aeff-4af63d56ba01 req-de6b6731-b146-46c4-89c5-e98d58fdd042 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0760844 Dec 23 12:03:47.771049 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-63bd8100-4ecd-49f9-aeff-4af63d56ba01 req-652c7a4b-479a-4810-8b95-b34b3b9b00f7 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574341 Dec 23 12:03:47.804641 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3e97982c-18a4-4981-81e3-9c492a08f320 req-15e10da0-8d7b-4f89-9877-01d2a0e2a126 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc998144-5288-467f-82de-9c1983559e40 HTTP/1.1" status: 200 len: 210 time: 0.0320961 Dec 23 12:03:47.853475 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-b294c49d-871b-46f3-b59b-f2afa606f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:44Z', 'revision_number': 5, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:47.884956 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b294c49d-871b-46f3-b59b-f2afa606f098 None None] The sync data for ids ['a7317eee-00fc-4c04-a387-f27124df9332'] in dv-cinder-822821-1-iscsi is: [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:44Z', 'revision_number': 5, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:03:47.899266 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d00231-8b32-462c-bf1e-0d27d540cf6d req-a2fb6c34-77d5-4cb3-bbd4-a67367a6220d tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:47.900803 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-02d00231-8b32-462c-bf1e-0d27d540cf6d req-a2fb6c34-77d5-4cb3-bbd4-a67367a6220d tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 946 time: 0.0557435 Dec 23 12:03:47.954328 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-02d00231-8b32-462c-bf1e-0d27d540cf6d req-5fb7c075-7742-45ff-9e28-30be28a9ebb4 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468459 Dec 23 12:03:48.130362 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a939f080-a6e0-4b69-82d1-dbf78b3b2f92 None None] New status for floating IP 567fc496-5a5a-44a1-89b5-3156d108adf6: DOWN {{(pid=102505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:03:48.894702 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01571e-5875-4444-bb01-17afc7f503b2 req-d2dfd259-477f-4e70-8d9f-11873ff3b7e8 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:48.896293 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0e01571e-5875-4444-bb01-17afc7f503b2 req-d2dfd259-477f-4e70-8d9f-11873ff3b7e8 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0506861 Dec 23 12:03:48.898005 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35568) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:48.979753 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0e01571e-5875-4444-bb01-17afc7f503b2 req-7512f8ec-5b5b-4339-aab8-9f1d2100aac5 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741963 Dec 23 12:03:48.985654 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6c925608-0e46-4ffa-b765-57c02392ca6f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:49.009313 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6c925608-0e46-4ffa-b765-57c02392ca6f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:49.090118 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb627fa-0429-4889-ab67-acd3be435288 req-b0599939-18d8-4b11-baa6-9ebc0624079a tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:49.091625 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5bb627fa-0429-4889-ab67-acd3be435288 req-b0599939-18d8-4b11-baa6-9ebc0624079a tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 946 time: 0.0595272 Dec 23 12:03:49.096578 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6c925608-0e46-4ffa-b765-57c02392ca6f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:49.099607 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6c925608-0e46-4ffa-b765-57c02392ca6f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:49.100706 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-6c925608-0e46-4ffa-b765-57c02392ca6f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "DELETE /v2.0/security-groups/97ba983c-add1-4a6c-9bf4-92366bfe0faa HTTP/1.1" status: 204 len: 168 time: 0.2017691 Dec 23 12:03:49.104427 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 35572) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:49.118405 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c925608-0e46-4ffa-b765-57c02392ca6f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ba983c-add1-4a6c-9bf4-92366bfe0faa,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:49.118885 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.api.v2.resource [None req-93737cec-eae9-4a1b-aee2-dfd0047706a8 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] show failed (client error): The resource could not be found. Dec 23 12:03:49.123781 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-93737cec-eae9-4a1b-aee2-dfd0047706a8 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups/97ba983c-add1-4a6c-9bf4-92366bfe0faa HTTP/1.1" status: 404 len: 347 time: 0.0144181 Dec 23 12:03:49.123781 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 35574) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:49.159382 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5bb627fa-0429-4889-ab67-acd3be435288 req-a1be6612-ae98-4ea7-b840-25debc7c6662 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574267 Dec 23 12:03:49.263237 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-9808925d-91a3-4932-88db-575c433c3487 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Deleting port 49b7b461-0e06-4d00-aac5-48d114a2b1f5 {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:03:49.263953 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9808925d-91a3-4932-88db-575c433c3487 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:49.338094 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9808925d-91a3-4932-88db-575c433c3487 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:49.338436 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9808925d-91a3-4932-88db-575c433c3487 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:49.352084 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-9808925d-91a3-4932-88db-575c433c3487 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Calling delete_port for 49b7b461-0e06-4d00-aac5-48d114a2b1f5 owned by network:floatingip {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:03:49.523285 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9808925d-91a3-4932-88db-575c433c3487 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:49.548765 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808925d-91a3-4932-88db-575c433c3487 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event deleted for resources: {'Port': ['ID=49b7b461-0e06-4d00-aac5-48d114a2b1f5,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:49.795819 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9808925d-91a3-4932-88db-575c433c3487 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for floatingip, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:49.798294 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9808925d-91a3-4932-88db-575c433c3487 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:49.799473 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-9808925d-91a3-4932-88db-575c433c3487 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "DELETE /v2.0/floatingips/567fc496-5a5a-44a1-89b5-3156d108adf6 HTTP/1.1" status: 204 len: 168 time: 0.6754572 Dec 23 12:03:50.050931 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 35580) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:50.055349 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-ba2b8e29-875e-400e-bbf2-a06dac4b59e9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2087673650', 'description': 'tempest-description--1658829256'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:50.082107 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8e29-875e-400e-bbf2-a06dac4b59e9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.100344 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78687c-5f3e-4c7c-945e-1e78bd53fc89 req-b567086b-e8bc-4a94-abec-3cf680dd6389 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:50.101822 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cc78687c-5f3e-4c7c-945e-1e78bd53fc89 req-b567086b-e8bc-4a94-abec-3cf680dd6389 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0529637 Dec 23 12:03:50.147226 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8e29-875e-400e-bbf2-a06dac4b59e9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.152453 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cc78687c-5f3e-4c7c-945e-1e78bd53fc89 req-e2ba0ac0-dab7-43a4-b9c8-16b14280f857 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439901 Dec 23 12:03:50.153158 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8e29-875e-400e-bbf2-a06dac4b59e9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.182870 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ba2b8e29-875e-400e-bbf2-a06dac4b59e9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.185580 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-ba2b8e29-875e-400e-bbf2-a06dac4b59e9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1322181 Dec 23 12:03:50.186791 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b8e29-875e-400e-bbf2-a06dac4b59e9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19558e4b-c1e5-4bd4-8e15-08b325df138b,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:50.187340 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35586) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:50.195124 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-ee45de4b-ec81-4853-b583-9e9c28c731b8 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Request body: {'security_group_rule': {'security_group_id': '19558e4b-c1e5-4bd4-8e15-08b325df138b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:50.229060 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ee45de4b-ec81-4853-b583-9e9c28c731b8 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.334854 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c5032-ae8f-41b4-ba2b-c19aedabea9f req-a1c2d722-b482-4bb1-bd67-d96a6db6effc tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:50.337492 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d34c5032-ae8f-41b4-ba2b-c19aedabea9f req-a1c2d722-b482-4bb1-bd67-d96a6db6effc tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.1045084 Dec 23 12:03:50.346401 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 35588) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:50.354289 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-86376af6-889d-40a2-889a-5d2bf8523fe4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Request body: {'floatingip': {'port_id': 'e8ea114b-8a29-4d6d-a634-848c94498c32'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:50.358443 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f42ef6-5e51-4616-965c-74023af5e43a req-28f1d2c5-5e27-4b0c-b3cf-5d73bdaaa11c tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:50.360638 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-26f42ef6-5e51-4616-965c-74023af5e43a req-28f1d2c5-5e27-4b0c-b3cf-5d73bdaaa11c tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 946 time: 0.1083376 Dec 23 12:03:50.362159 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ee45de4b-ec81-4853-b583-9e9c28c731b8 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.373550 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ee45de4b-ec81-4853-b583-9e9c28c731b8 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.396531 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45de4b-ec81-4853-b583-9e9c28c731b8 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcdf7b6-6179-4d97-b425-280730df5ef1,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:50.396760 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-86376af6-889d-40a2-889a-5d2bf8523fe4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for floatingip, before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.414415 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ee45de4b-ec81-4853-b583-9e9c28c731b8 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.415604 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-ee45de4b-ec81-4853-b583-9e9c28c731b8 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2257276 Dec 23 12:03:50.418619 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35590) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:50.426649 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-a6a0004d-342d-44a5-a6fb-7fc2112b0d30 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Request body: {'security_group_rule': {'security_group_id': '19558e4b-c1e5-4bd4-8e15-08b325df138b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:50.440720 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-26f42ef6-5e51-4616-965c-74023af5e43a req-9adca519-5a83-4ef9-9053-2828adef8036 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742438 Dec 23 12:03:50.476177 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a6a0004d-342d-44a5-a6fb-7fc2112b0d30 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.525369 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a6a0004d-342d-44a5-a6fb-7fc2112b0d30 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.529726 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a6a0004d-342d-44a5-a6fb-7fc2112b0d30 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.547154 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0004d-342d-44a5-a6fb-7fc2112b0d30 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11be306e-167c-4365-9d27-71e0b4d7d57d,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:50.554109 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a6a0004d-342d-44a5-a6fb-7fc2112b0d30 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.555321 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-a6a0004d-342d-44a5-a6fb-7fc2112b0d30 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357384 Dec 23 12:03:50.558459 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35592) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:03:50.562881 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Request body: {'floatingip': {'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:50.587107 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for floatingip, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.685329 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.797100 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Allocated IP 172.27.2.223 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/5a48be83-9827-4dfb-8a3b-ee0f9717b9c9) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:03:50.810400 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:03:50.841832 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-86376af6-889d-40a2-889a-5d2bf8523fe4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.846832 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-86376af6-889d-40a2-889a-5d2bf8523fe4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.900215 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.947416 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.l3_db [None req-86376af6-889d-40a2-889a-5d2bf8523fe4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Floating IP 387e2dbf-4264-4edd-b5ee-ec1b6f19fc28 associated. External IP: 172.27.2.29, port: e8ea114b-8a29-4d6d-a634-848c94498c32. Dec 23 12:03:50.963231 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:50.995205 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251a012-6c14-4bd1-9804-2e4b7df1cba8 req-c2b7031c-2593-4e12-b2cc-6cd7dbe695f2 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:50.996647 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6251a012-6c14-4bd1-9804-2e4b7df1cba8 req-c2b7031c-2593-4e12-b2cc-6cd7dbe695f2 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 946 time: 0.0834389 Dec 23 12:03:51.020418 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:03:51.039873 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:03:51.046843 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:03:51.050363 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event updated for resources: {'Port': ['ID=5a48be83-9827-4dfb-8a3b-ee0f9717b9c9,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:51.161729 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86376af6-889d-40a2-889a-5d2bf8523fe4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Router bac5a94f-f487-4f9f-a181-31e50eec685d has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:03:51.274972 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86376af6-889d-40a2-889a-5d2bf8523fe4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:03:51.279810 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-86376af6-889d-40a2-889a-5d2bf8523fe4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:51.286865 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b999206-2f6c-4f4b-b0ae-0ff4db313bae None None] Sync routers for ids ['bac5a94f-f487-4f9f-a181-31e50eec685d'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:03:51.297911 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b999206-2f6c-4f4b-b0ae-0ff4db313bae None None] Routers {'bac5a94f-f487-4f9f-a181-31e50eec685d'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:03:51.298735 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-4b999206-2f6c-4f4b-b0ae-0ff4db313bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:03:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['bac5a94f-f487-4f9f-a181-31e50eec685d'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:51.311791 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-86376af6-889d-40a2-889a-5d2bf8523fe4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "PUT /v2.0/floatingips/387e2dbf-4264-4edd-b5ee-ec1b6f19fc28 HTTP/1.1" status: 200 len: 991 time: 0.9608619 Dec 23 12:03:51.311791 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b18df5-9ce3-44cb-8a62-730a959e46ac', 'tag': 'e8ea114b-8a29-4d6d-a634-848c94498c32'}] {{(pid=102502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:03:51.312071 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fbb7df316494c42ed99fdd0d999be537d9e661e280c35a92a46492b3f4abf6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95957449-02ce-415a-9f9d-c2ea9e4a3b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b18df5-9ce3-44cb-8a62-730a959e46ac", "tag": "e8ea114b-8a29-4d6d-a634-848c94498c32"}]}' {{(pid=102502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:03:51.364722 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675b0d3f-d993-44a2-867e-e0e616aef4b4 x-openstack-request-id: req-675b0d3f-d993-44a2-867e-e0e616aef4b4 {{(pid=102502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:03:51.365105 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b18df5-9ce3-44cb-8a62-730a959e46ac", "tag": "e8ea114b-8a29-4d6d-a634-848c94498c32", "status": "completed", "code": 200}]} {{(pid=102502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:03:51.365601 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-675b0d3f-d993-44a2-867e-e0e616aef4b4 {{(pid=102502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:03:51.366066 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b18df5-9ce3-44cb-8a62-730a959e46ac', 'tag': 'e8ea114b-8a29-4d6d-a634-848c94498c32', 'status': 'completed', 'code': 200} Dec 23 12:03:51.429760 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:51.434394 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-6251a012-6c14-4bd1-9804-2e4b7df1cba8 req-61c9ffc5-903f-4018-9ef6-78661f199f3a tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Deleting port a7278194-1bcb-422c-b9af-18f3d0d578cc {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:03:51.434749 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6251a012-6c14-4bd1-9804-2e4b7df1cba8 req-61c9ffc5-903f-4018-9ef6-78661f199f3a tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:51.553940 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-4b999206-2f6c-4f4b-b0ae-0ff4db313bae None None] Set router bac5a94f-f487-4f9f-a181-31e50eec685d gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:03:51.580586 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:51.616418 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95957449-02ce-415a-9f9d-c2ea9e4a3b8b req-914118d2-e804-4768-a104-00236cd70aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:51.617896 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-95957449-02ce-415a-9f9d-c2ea9e4a3b8b req-914118d2-e804-4768-a104-00236cd70aee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=83a1e536ed4249adb353b71e8bf03cfd&device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 1099 time: 0.1760437 Dec 23 12:03:51.648085 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-6251a012-6c14-4bd1-9804-2e4b7df1cba8 req-61c9ffc5-903f-4018-9ef6-78661f199f3a tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] For port a7278194-1bcb-422c-b9af-18f3d0d578cc, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a7278194-1bcb-422c-b9af-18f3d0d578cc,segment=NetworkSegment(6202589c-f553-4fe0-bb74-b132ba6ef0d2),segment_id=6202589c-f553-4fe0-bb74-b132ba6ef0d2)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:03:51.648456 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6251a012-6c14-4bd1-9804-2e4b7df1cba8 req-61c9ffc5-903f-4018-9ef6-78661f199f3a tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:51.689100 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-6251a012-6c14-4bd1-9804-2e4b7df1cba8 req-61c9ffc5-903f-4018-9ef6-78661f199f3a tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Calling delete_port for a7278194-1bcb-422c-b9af-18f3d0d578cc owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:03:51.715305 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c3acc-4138-413c-bc63-c2aaac2b4475 req-bc230d3c-38bf-422c-96b9-726bdb121edc tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:51.716859 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d49c3acc-4138-413c-bc63-c2aaac2b4475 req-bc230d3c-38bf-422c-96b9-726bdb121edc tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 946 time: 0.1823046 Dec 23 12:03:51.828407 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-4b999206-2f6c-4f4b-b0ae-0ff4db313bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '387e2dbf-4264-4edd-b5ee-ec1b6f19fc28', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'port_id': 'e8ea114b-8a29-4d6d-a634-848c94498c32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'mac_address': 'fa:16:3e:e7:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18df5-9ce3-44cb-8a62-730a959e46ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:03:30Z', 'updated_at': '2021-12-23T12:03:50Z', 'revision_number': 1, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 5, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:51.854297 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b999206-2f6c-4f4b-b0ae-0ff4db313bae None None] Checking router: bac5a94f-f487-4f9f-a181-31e50eec685d for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:03:51.863480 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b999206-2f6c-4f4b-b0ae-0ff4db313bae None None] Routers {'bac5a94f-f487-4f9f-a181-31e50eec685d'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:03:51.864093 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-4b999206-2f6c-4f4b-b0ae-0ff4db313bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:03:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['bac5a94f-f487-4f9f-a181-31e50eec685d'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:51.900862 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95957449-02ce-415a-9f9d-c2ea9e4a3b8b req-7934034c-4f5e-44aa-b817-84deb67da9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:51.902355 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-95957449-02ce-415a-9f9d-c2ea9e4a3b8b req-7934034c-4f5e-44aa-b817-84deb67da9f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b7dd52-a57d-43ce-8b05-529205e80faf HTTP/1.1" status: 200 len: 912 time: 0.2676105 Dec 23 12:03:51.969130 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-4b999206-2f6c-4f4b-b0ae-0ff4db313bae None None] Set router bac5a94f-f487-4f9f-a181-31e50eec685d gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:03:51.980432 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d49c3acc-4138-413c-bc63-c2aaac2b4475 req-434db421-f194-4323-84df-7841dbbe2c82 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/security-groups?id=5daac918-c165-4c98-98f6-39abda625e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226856 Dec 23 12:03:52.047054 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:52.056099 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-95957449-02ce-415a-9f9d-c2ea9e4a3b8b req-55a759ea-27fe-416f-8ebd-cbde801de86e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8ea114b-8a29-4d6d-a634-848c94498c32 HTTP/1.1" status: 200 len: 999 time: 0.1423728 Dec 23 12:03:52.056713 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:52.131580 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6251a012-6c14-4bd1-9804-2e4b7df1cba8 req-61c9ffc5-903f-4018-9ef6-78661f199f3a tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:52.173892 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event updated for resources: {'Port': ['ID=5a48be83-9827-4dfb-8a3b-ee0f9717b9c9,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:52.182034 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['a7278194-1bcb-422c-b9af-18f3d0d578cc'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:03:52.183221 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95957449-02ce-415a-9f9d-c2ea9e4a3b8b req-dfdb2d93-2868-4225-a8c2-685b5e416b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:52.184690 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-95957449-02ce-415a-9f9d-c2ea9e4a3b8b req-dfdb2d93-2868-4225-a8c2-685b5e416b92 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5555c9d-9557-440e-86bd-6d7dd36195b8 HTTP/1.1" status: 200 len: 850 time: 0.1166127 Dec 23 12:03:52.229887 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9ffc5-903f-4018-9ef6-78661f199f3a tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Pushing event deleted for resources: {'Port': ['ID=a7278194-1bcb-422c-b9af-18f3d0d578cc,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:52.244473 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-4b999206-2f6c-4f4b-b0ae-0ff4db313bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '387e2dbf-4264-4edd-b5ee-ec1b6f19fc28', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'port_id': 'e8ea114b-8a29-4d6d-a634-848c94498c32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'mac_address': 'fa:16:3e:e7:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18df5-9ce3-44cb-8a62-730a959e46ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:03:30Z', 'updated_at': '2021-12-23T12:03:50Z', 'revision_number': 1, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 5, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:03:52.264547 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:52.273678 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b999206-2f6c-4f4b-b0ae-0ff4db313bae None None] The sync data for ids ['bac5a94f-f487-4f9f-a181-31e50eec685d'] in dv-cinder-822821-1-iscsi is: [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '387e2dbf-4264-4edd-b5ee-ec1b6f19fc28', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'port_id': 'e8ea114b-8a29-4d6d-a634-848c94498c32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'mac_address': 'fa:16:3e:e7:07:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b18df5-9ce3-44cb-8a62-730a959e46ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:03:30Z', 'updated_at': '2021-12-23T12:03:50Z', 'revision_number': 1, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 5, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:03:52.282366 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-6251a012-6c14-4bd1-9804-2e4b7df1cba8 req-61c9ffc5-903f-4018-9ef6-78661f199f3a tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] No DVR routers for this DVR port a7278194-1bcb-422c-b9af-18f3d0d578cc on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:03:52.288039 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6251a012-6c14-4bd1-9804-2e4b7df1cba8 req-61c9ffc5-903f-4018-9ef6-78661f199f3a tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:52.291373 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6251a012-6c14-4bd1-9804-2e4b7df1cba8 req-61c9ffc5-903f-4018-9ef6-78661f199f3a tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.61 "DELETE /v2.0/ports/a7278194-1bcb-422c-b9af-18f3d0d578cc HTTP/1.1" status: 204 len: 173 time: 1.2868898 Dec 23 12:03:52.292706 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4ca63a-c7c0-4b76-877d-bd3963a3d552', 'name': 'network-vif-deleted', 'tag': 'a7278194-1bcb-422c-b9af-18f3d0d578cc'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:03:52.295068 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89124aec-5c95-4d6c-af9e-0e89d153732c" -d '{"events": [{"server_uuid": "4e4ca63a-c7c0-4b76-877d-bd3963a3d552", "name": "network-vif-deleted", "tag": "a7278194-1bcb-422c-b9af-18f3d0d578cc"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:03:52.312981 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95957449-02ce-415a-9f9d-c2ea9e4a3b8b req-3478fca8-72c3-4ae6-8033-c76c85a0927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:52.314549 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-95957449-02ce-415a-9f9d-c2ea9e4a3b8b req-3478fca8-72c3-4ae6-8033-c76c85a0927f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b7dd52-a57d-43ce-8b05-529205e80faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1040785 Dec 23 12:03:52.318102 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:52.332261 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-d9c81382-76d1-48a1-a8c1-40d029aa5c97 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7639642 Dec 23 12:03:52.441925 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-95957449-02ce-415a-9f9d-c2ea9e4a3b8b req-bfddb4b8-0f7e-419a-b981-f94c94560873 service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137030 Dec 23 12:03:52.445074 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7c05cf-8620-4417-bfe8-9c83368f210c x-openstack-request-id: req-3c7c05cf-8620-4417-bfe8-9c83368f210c {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:03:52.445420 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4ca63a-c7c0-4b76-877d-bd3963a3d552", "name": "network-vif-deleted", "tag": "a7278194-1bcb-422c-b9af-18f3d0d578cc", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:03:52.445757 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c7c05cf-8620-4417-bfe8-9c83368f210c {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:03:52.446361 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4ca63a-c7c0-4b76-877d-bd3963a3d552', 'name': 'network-vif-deleted', 'tag': 'a7278194-1bcb-422c-b9af-18f3d0d578cc', 'status': 'completed', 'code': 200} Dec 23 12:03:52.537528 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59209e89-2106-4263-bb58-865d9875baaf None None] New status for floating IP 387e2dbf-4264-4edd-b5ee-ec1b6f19fc28: ACTIVE {{(pid=102505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:03:52.588294 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-e70affa3-2eb8-4b8d-8f39-8d9c6b8de653 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2087673650&fields=id&tenant_id=e6c655658b5f4f53b4145ea20afcf1d4 HTTP/1.1" status: 200 len: 267 time: 0.1087337 Dec 23 12:03:52.641327 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-95957449-02ce-415a-9f9d-c2ea9e4a3b8b req-01e7c9eb-edd1-43de-b641-2bc52df0c76c service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418524 Dec 23 12:03:52.713430 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-9298ce62-983e-4c03-8e1f-9c1f94db516e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:52.714907 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-9298ce62-983e-4c03-8e1f-9c1f94db516e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/networks?id=2ff9bb10-bc99-4d12-bacb-9778f44904da HTTP/1.1" status: 200 len: 817 time: 0.1187825 Dec 23 12:03:52.730984 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-a964e0bb-e252-4fce-9375-9aa7a2982f56 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/quotas/e6c655658b5f4f53b4145ea20afcf1d4 HTTP/1.1" status: 200 len: 375 time: 0.0097291 Dec 23 12:03:52.782108 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-dc3550e1-d816-48c6-81e3-946a34c9f957 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449433 Dec 23 12:03:52.932992 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-dfeee45e-48d2-408d-85e7-6a884dab3a9c service neutron] 10.222.0.65 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386855 Dec 23 12:03:53.028664 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-e1319672-32a4-4443-a782-0328e6afb78b service neutron] 10.222.0.65 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878887 Dec 23 12:03:53.100525 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-80d550e1-6368-44ef-a0bd-da6c652142b9 req-cb715a67-398b-4913-95d3-cd8ef1fd5fc5 tempest-VolumesSnapshotTestJSON-1210963465 tempest-VolumesSnapshotTestJSON-1210963465-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e4ca63a-c7c0-4b76-877d-bd3963a3d552 HTTP/1.1" status: 200 len: 210 time: 0.0278659 Dec 23 12:03:53.195214 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cebd509a-bbd6-4506-8103-f5733a0d4517 req-f139d1fb-5e2e-49db-bf4d-4bf682d5958e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 210 time: 0.0301950 Dec 23 12:03:54.306081 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-502b096a-2cb3-46ad-a113-823faf2a0070 req-4cd416ac-2e21-4ab1-bca2-48a88fd72c65 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 210 time: 0.0271878 Dec 23 12:03:54.589372 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-33a67a69-f5c9-445a-8608-7c0ed29dec70 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:54.590878 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-33a67a69-f5c9-445a-8608-7c0ed29dec70 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.61 "GET /v2.0/networks?id=2ff9bb10-bc99-4d12-bacb-9778f44904da HTTP/1.1" status: 200 len: 817 time: 0.1100948 Dec 23 12:03:54.697986 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-d1e49d70-5b62-4402-b223-0c066c70824f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6c655658b5f4f53b4145ea20afcf1d4 HTTP/1.1" status: 200 len: 380 time: 0.0581930 Dec 23 12:03:54.712884 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-838558ae-2596-4a83-8685-71d16808dd9c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Request body: {'port': {'device_id': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'admin_state_up': True, 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'security_groups': ['19558e4b-c1e5-4bd4-8e15-08b325df138b']}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:54.828246 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-838558ae-2596-4a83-8685-71d16808dd9c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Made reservation on behalf of e6c655658b5f4f53b4145ea20afcf1d4 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:03:54.833474 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-838558ae-2596-4a83-8685-71d16808dd9c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:54.895434 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device a7278194-1bcb-422c-b9af-18f3d0d578cc no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:03:54.918867 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: a7278194-1bcb-422c-b9af-18f3d0d578cc {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:03:54.919340 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device a7278194-1bcb-422c-b9af-18f3d0d578cc not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:03:54.971793 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-838558ae-2596-4a83-8685-71d16808dd9c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Allocated IP 172.20.0.6 (2ff9bb10-bc99-4d12-bacb-9778f44904da/efd3053a-1fe5-4918-9663-e9416b7eff26/8c8adecf-b23d-4edb-96f6-b1d23075c761) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:03:55.117784 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-838558ae-2596-4a83-8685-71d16808dd9c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.159161 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-838558ae-2596-4a83-8685-71d16808dd9c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.200888 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-838558ae-2596-4a83-8685-71d16808dd9c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Network 2ff9bb10-bc99-4d12-bacb-9778f44904da is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:03:55.203862 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-838558ae-2596-4a83-8685-71d16808dd9c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:03:55.207389 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-838558ae-2596-4a83-8685-71d16808dd9c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:03:55.213795 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838558ae-2596-4a83-8685-71d16808dd9c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event updated for resources: {'Port': ['ID=8c8adecf-b23d-4edb-96f6-b1d23075c761,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:55.262087 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-838558ae-2596-4a83-8685-71d16808dd9c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:55.262731 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-838558ae-2596-4a83-8685-71d16808dd9c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.279787 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-838558ae-2596-4a83-8685-71d16808dd9c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5705588 Dec 23 12:03:55.305626 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Request body: {'port': {'device_id': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:03:55.365258 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.437568 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-7f7fb0ed-0eea-4adc-b79d-f54be9755da6 None None] Provisioning complete for port 8c8adecf-b23d-4edb-96f6-b1d23075c761 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:03:55.437824 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7f7fb0ed-0eea-4adc-b79d-f54be9755da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.473347 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-7f7fb0ed-0eea-4adc-b79d-f54be9755da6 None None] Port 8c8adecf-b23d-4edb-96f6-b1d23075c761 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:03:55.515509 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210b098-45d0-4e3e-bc86-35359432c951 req-749c0891-ba86-4ef2-b4d9-ba0ff3f031df tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:55.516655 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e210b098-45d0-4e3e-bc86-35359432c951 req-749c0891-ba86-4ef2-b4d9-ba0ff3f031df tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 931 time: 0.1195762 Dec 23 12:03:55.622063 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e210b098-45d0-4e3e-bc86-35359432c951 req-acc8559e-4730-443c-bb09-95df9b9b293e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993598 Dec 23 12:03:55.715892 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8adecf-b23d-4edb-96f6-b1d23075c761 {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:03:55.723877 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.736208 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Transition to ACTIVE for port object 8c8adecf-b23d-4edb-96f6-b1d23075c761 will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:03:55.741164 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.794816 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Pushing event updated for resources: {'Port': ['ID=8c8adecf-b23d-4edb-96f6-b1d23075c761,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:55.864281 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Attempting to bind port 8c8adecf-b23d-4edb-96f6-b1d23075c761 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:03:55.864614 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Attempting to bind port 8c8adecf-b23d-4edb-96f6-b1d23075c761 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:03:55.864946 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Attempting to bind port 8c8adecf-b23d-4edb-96f6-b1d23075c761 on network 2ff9bb10-bc99-4d12-bacb-9778f44904da {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:03:55.870023 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Port 8c8adecf-b23d-4edb-96f6-b1d23075c761 on network 2ff9bb10-bc99-4d12-bacb-9778f44904da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:03:55.870337 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Attempting to bind port 8c8adecf-b23d-4edb-96f6-b1d23075c761 on network 2ff9bb10-bc99-4d12-bacb-9778f44904da {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:03:55.875549 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:03:55.875888 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Checking segment: {'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:03:55.876275 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Bound using segment: {'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:03:55.876702 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Bound port: 8c8adecf-b23d-4edb-96f6-b1d23075c761, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf810b5-0cb6-4a7d-a710-bad7303bb166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:03:55.877053 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.942828 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] For port 8c8adecf-b23d-4edb-96f6-b1d23075c761, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:03:55.947429 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] For port 8c8adecf-b23d-4edb-96f6-b1d23075c761, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:03:55.952026 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.988306 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:55.988835 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:03:55.990304 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] 10.222.0.61 "PUT /v2.0/ports/8c8adecf-b23d-4edb-96f6-b1d23075c761 HTTP/1.1" status: 200 len: 1093 time: 0.6889908 Dec 23 12:03:55.990665 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'tag': '8c8adecf-b23d-4edb-96f6-b1d23075c761'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:03:55.993008 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8116cc4b-2885-493a-a05c-c9ff1f3377fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b0523247-1eca-4fec-83ea-1496d8dee549", "tag": "8c8adecf-b23d-4edb-96f6-b1d23075c761"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:03:56.024930 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8548cd5-4de5-4411-a955-e48a50c5686d service neutron] Pushing event updated for resources: {'Port': ['ID=8c8adecf-b23d-4edb-96f6-b1d23075c761,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:03:56.038955 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f929ed7-b545-45c4-91bd-8c635b0edb7f x-openstack-request-id: req-5f929ed7-b545-45c4-91bd-8c635b0edb7f {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:03:56.039176 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0523247-1eca-4fec-83ea-1496d8dee549", "tag": "8c8adecf-b23d-4edb-96f6-b1d23075c761", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:03:56.039429 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f929ed7-b545-45c4-91bd-8c635b0edb7f {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:03:56.039828 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'tag': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'status': 'completed', 'code': 200} Dec 23 12:03:56.768538 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69cb7e-5b84-494f-a76b-07669663c4f9 req-9efb9c9c-617f-45c3-8e13-e42a6aab745b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:56.770019 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ef69cb7e-5b84-494f-a76b-07669663c4f9 req-9efb9c9c-617f-45c3-8e13-e42a6aab745b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0500925 Dec 23 12:03:56.828461 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ef69cb7e-5b84-494f-a76b-07669663c4f9 req-f90e9c09-1516-4738-9433-d24779d44766 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522873 Dec 23 12:03:57.968860 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221736b-ec66-4ec8-b58e-72fdfc95577a req-23513b1b-a8f2-48fa-abd7-d994d420d83c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:57.970403 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f221736b-ec66-4ec8-b58e-72fdfc95577a req-23513b1b-a8f2-48fa-abd7-d994d420d83c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0522063 Dec 23 12:03:58.021356 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f221736b-ec66-4ec8-b58e-72fdfc95577a req-e9e15f41-8e11-42c7-96cf-7038da5db8a4 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448878 Dec 23 12:03:59.049714 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116cc4b-2885-493a-a05c-c9ff1f3377fe req-6c6e5117-36e6-496f-b8e0-6a22c781f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:59.051943 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8116cc4b-2885-493a-a05c-c9ff1f3377fe req-6c6e5117-36e6-496f-b8e0-6a22c781f473 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 1096 time: 0.0496924 Dec 23 12:03:59.203558 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac7f63-615c-4fc5-85ce-0843eee9a786 req-8edc0286-61c6-4095-a3ef-6f0447144415 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:59.205115 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-04ac7f63-615c-4fc5-85ce-0843eee9a786 req-8edc0286-61c6-4095-a3ef-6f0447144415 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.1051469 Dec 23 12:03:59.206718 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116cc4b-2885-493a-a05c-c9ff1f3377fe req-c2284319-3bac-4786-8c9e-58431fa6cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:59.208026 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8116cc4b-2885-493a-a05c-c9ff1f3377fe req-c2284319-3bac-4786-8c9e-58431fa6cfc6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1342297 Dec 23 12:03:59.308264 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-04ac7f63-615c-4fc5-85ce-0843eee9a786 req-2a9a2888-a076-4585-a7e4-61e3c8077d91 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957301 Dec 23 12:03:59.335090 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116cc4b-2885-493a-a05c-c9ff1f3377fe req-1e6a8c99-6305-4884-a2dc-d7efef2071dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:59.336554 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8116cc4b-2885-493a-a05c-c9ff1f3377fe req-1e6a8c99-6305-4884-a2dc-d7efef2071dc service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1183808 Dec 23 12:03:59.456406 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-7d713d08-70ca-4737-b7be-f4a83aabd651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:59.457804 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-7d713d08-70ca-4737-b7be-f4a83aabd651 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 1096 time: 0.0453579 Dec 23 12:03:59.511959 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-c37dfed6-04cf-4208-a4cb-e13abbb45e4a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761 HTTP/1.1" status: 200 len: 217 time: 0.0324841 Dec 23 12:03:59.564430 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-5bdd9d30-0e3f-4439-a99f-130315875a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:59.565836 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-5bdd9d30-0e3f-4439-a99f-130315875a9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=efd3053a-1fe5-4918-9663-e9416b7eff26 HTTP/1.1" status: 200 len: 856 time: 0.0445712 Dec 23 12:03:59.622566 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-7fcec05e-8dde-48b5-8241-23eb8c3a1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:03:59.624061 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-7fcec05e-8dde-48b5-8241-23eb8c3a1981 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ff9bb10-bc99-4d12-bacb-9778f44904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449553 Dec 23 12:03:59.722942 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-0841167b-4a52-48d6-bbb8-09468e80aae4 service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900114 Dec 23 12:03:59.821713 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d441bf4a-3839-4c12-b62e-d6098c46ea09 req-0b15097d-4abd-44ab-9ecb-57d5b377426f service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861418 Dec 23 12:04:00.442810 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06057907-f83b-4784-b611-fefa81a2ec5c req-cb526000-c3fc-46f1-9747-b062767dbb40 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:00.444265 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-06057907-f83b-4784-b611-fefa81a2ec5c req-cb526000-c3fc-46f1-9747-b062767dbb40 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0490882 Dec 23 12:04:00.494776 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-06057907-f83b-4784-b611-fefa81a2ec5c req-fc153114-82b0-4a98-b473-5071f76bb1b4 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416853 Dec 23 12:04:01.630248 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34bb9e-b14f-413e-aa17-6a5e691ca239 req-41913382-ec36-40d2-b40a-d6719fb87094 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:01.635042 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0e34bb9e-b14f-413e-aa17-6a5e691ca239 req-41913382-ec36-40d2-b40a-d6719fb87094 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0545464 Dec 23 12:04:01.689821 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0e34bb9e-b14f-413e-aa17-6a5e691ca239 req-bda3a9a0-b8b0-4463-95c4-0b69e8da9ce1 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508163 Dec 23 12:04:02.829811 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efb954-fa05-4855-83d1-2e8551071b4d req-cf60dcc1-22ea-4f19-a788-98a3421eba95 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:02.831310 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e2efb954-fa05-4855-83d1-2e8551071b4d req-cf60dcc1-22ea-4f19-a788-98a3421eba95 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0625112 Dec 23 12:04:02.881780 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e2efb954-fa05-4855-83d1-2e8551071b4d req-51f68e63-1676-4308-9d8e-ede21fa5d06e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417483 Dec 23 12:04:03.729866 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-527f1e42-bac0-4736-a762-8b7dcafbd069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:03.960104 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 8c8adecf-b23d-4edb-96f6-b1d23075c761 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:04:04.012168 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b5738-4281-4390-9658-a35b93c8f7eb req-61b0c111-167a-4468-a4ef-31c25e54dedc tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:04.013759 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6e2b5738-4281-4390-9658-a35b93c8f7eb req-61b0c111-167a-4468-a4ef-31c25e54dedc tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0486434 Dec 23 12:04:04.057027 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 8c8adecf-b23d-4edb-96f6-b1d23075c761, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:04:04.060415 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6e2b5738-4281-4390-9658-a35b93c8f7eb req-2bbf4a2c-f724-4ae3-bbee-78f27483387b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401006 Dec 23 12:04:04.067869 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'port_id': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'mac_address': 'fa:16:3e:e3:63:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:04:04.108511 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:04.121163 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8adecf-b23d-4edb-96f6-b1d23075c761 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:04:04.140998 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 8c8adecf-b23d-4edb-96f6-b1d23075c761, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:04:04.146775 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:04.194647 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=8c8adecf-b23d-4edb-96f6-b1d23075c761,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:04:05.197281 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba4322-2296-478b-a94a-92313874e70b req-5e197143-0a8c-4d74-a651-25e12da380c3 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:05.198790 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-73ba4322-2296-478b-a94a-92313874e70b req-5e197143-0a8c-4d74-a651-25e12da380c3 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 944 time: 0.0583162 Dec 23 12:04:05.249122 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-73ba4322-2296-478b-a94a-92313874e70b req-cd28870d-61b8-401c-9130-5939bc98ce78 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427787 Dec 23 12:04:05.969477 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-2821a001-8313-466f-ab62-c3ab2b663df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:06.383871 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab760d-6069-4e8f-a484-661adf72bb4c req-49a5f3f7-e8d0-4349-a99c-3214e20b988a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:06.385364 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1dab760d-6069-4e8f-a484-661adf72bb4c req-49a5f3f7-e8d0-4349-a99c-3214e20b988a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 944 time: 0.0573936 Dec 23 12:04:06.433266 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1dab760d-6069-4e8f-a484-661adf72bb4c req-a445ea8e-a0b5-4c46-bd79-3934a0f4b5da tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414717 Dec 23 12:04:07.157814 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:07.567239 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26857859-7c21-4028-b94e-e6cafd45dbed req-cb232466-92d9-4ae7-a1f6-423b8090bb19 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:07.568746 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-26857859-7c21-4028-b94e-e6cafd45dbed req-cb232466-92d9-4ae7-a1f6-423b8090bb19 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 944 time: 0.0629661 Dec 23 12:04:07.574642 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['8c8adecf-b23d-4edb-96f6-b1d23075c761'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:04:07.621915 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-26857859-7c21-4028-b94e-e6cafd45dbed req-517ace89-011e-40d7-b3b4-a44b83c72210 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459297 Dec 23 12:04:08.574992 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:08.742539 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb42b2-395b-4f64-8e9a-8033678bbf3e req-825419eb-5eff-4a46-84a7-f35254ac3798 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:08.744005 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f7fb42b2-395b-4f64-8e9a-8033678bbf3e req-825419eb-5eff-4a46-84a7-f35254ac3798 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 944 time: 0.0505891 Dec 23 12:04:08.791733 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f7fb42b2-395b-4f64-8e9a-8033678bbf3e req-162afe66-d3af-47b4-af6b-c268e036f6f1 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416970 Dec 23 12:04:09.130895 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 8c8adecf-b23d-4edb-96f6-b1d23075c761 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:04:09.183220 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port 8c8adecf-b23d-4edb-96f6-b1d23075c761 completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:04:09.189926 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port 8c8adecf-b23d-4edb-96f6-b1d23075c761 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:04:09.190302 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:09.286839 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:09.288275 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:09.311756 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8adecf-b23d-4edb-96f6-b1d23075c761'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:04:09.316531 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a92ed5d-91ab-4ddf-88dd-9ba404860716" -d '{"events": [{"server_uuid": "b0523247-1eca-4fec-83ea-1496d8dee549", "name": "network-vif-plugged", "status": "completed", "tag": "8c8adecf-b23d-4edb-96f6-b1d23075c761"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:04:09.331101 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 8c8adecf-b23d-4edb-96f6-b1d23075c761, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:04:09.336761 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:09.389312 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=8c8adecf-b23d-4edb-96f6-b1d23075c761,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:04:09.436073 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1d989f-7efb-46b8-ac62-e66d8a210023 x-openstack-request-id: req-1a1d989f-7efb-46b8-ac62-e66d8a210023 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:04:09.436481 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0523247-1eca-4fec-83ea-1496d8dee549", "name": "network-vif-plugged", "status": "completed", "tag": "8c8adecf-b23d-4edb-96f6-b1d23075c761", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:04:09.436775 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a1d989f-7efb-46b8-ac62-e66d8a210023 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:04:09.437353 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'code': 200} Dec 23 12:04:09.731202 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb1756-81c9-4914-98d3-519a5c687d12 req-0ebc3ff2-50fa-42b9-8834-f5c19521045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:09.732578 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-22eb1756-81c9-4914-98d3-519a5c687d12 req-0ebc3ff2-50fa-42b9-8834-f5c19521045a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 1098 time: 0.0426247 Dec 23 12:04:09.778666 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-22eb1756-81c9-4914-98d3-519a5c687d12 req-6214e33c-f8e9-47af-a89b-0469e43a7527 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367565 Dec 23 12:04:09.947980 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056efba-bed0-458a-9fb5-234f0750f5ba req-7bb8dac9-fad5-4b6f-983f-5f0d123ab5e4 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:09.949631 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b056efba-bed0-458a-9fb5-234f0750f5ba req-7bb8dac9-fad5-4b6f-983f-5f0d123ab5e4 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0609760 Dec 23 12:04:10.013663 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b056efba-bed0-458a-9fb5-234f0750f5ba req-2310a316-29b3-4e4f-8405-66c5bfde1462 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542507 Dec 23 12:04:11.152850 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af16ae-2f48-41b4-88e9-29d19e63eb74 req-6078c025-ddf9-43d7-b6ba-bd49c6d8cf5e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:11.154347 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a4af16ae-2f48-41b4-88e9-29d19e63eb74 req-6078c025-ddf9-43d7-b6ba-bd49c6d8cf5e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0534506 Dec 23 12:04:11.203061 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a4af16ae-2f48-41b4-88e9-29d19e63eb74 req-7ae032ee-cb1f-4ee4-9329-1e4d21312c09 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420711 Dec 23 12:04:12.342701 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5c34f-4582-4370-be93-dcc92dc76675 req-4530e8fb-93e8-4726-b2af-96a1383a0abb tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:12.344328 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fee5c34f-4582-4370-be93-dcc92dc76675 req-4530e8fb-93e8-4726-b2af-96a1383a0abb tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0544488 Dec 23 12:04:12.635153 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fee5c34f-4582-4370-be93-dcc92dc76675 req-313d6a79-5027-4245-9fdb-0935b03e8a5f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847216 Dec 23 12:04:12.754268 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8738d9b-8cf0-4b49-8f2f-9236a86f1ae6 req-87210fe4-dc0a-4d1c-b549-8ada03320280 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:12.755745 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d8738d9b-8cf0-4b49-8f2f-9236a86f1ae6 req-87210fe4-dc0a-4d1c-b549-8ada03320280 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0501473 Dec 23 12:04:12.765359 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35792) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:04:12.770276 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-6cf31855-a5ea-473a-84d0-5143a09d5a7e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Request body: {'floatingip': {'port_id': '8c8adecf-b23d-4edb-96f6-b1d23075c761'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:04:12.807686 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6cf31855-a5ea-473a-84d0-5143a09d5a7e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for floatingip, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:13.263462 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6cf31855-a5ea-473a-84d0-5143a09d5a7e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:13.268436 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6cf31855-a5ea-473a-84d0-5143a09d5a7e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:13.376394 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.l3_db [None req-6cf31855-a5ea-473a-84d0-5143a09d5a7e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Floating IP e5c3814a-8054-4a47-87a3-e68170ff9877 associated. External IP: 172.27.2.223, port: 8c8adecf-b23d-4edb-96f6-b1d23075c761. Dec 23 12:04:13.587154 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf31855-a5ea-473a-84d0-5143a09d5a7e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Router a7317eee-00fc-4c04-a387-f27124df9332 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:04:13.703161 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf31855-a5ea-473a-84d0-5143a09d5a7e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:04:13.709465 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6cf31855-a5ea-473a-84d0-5143a09d5a7e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:13.714371 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab440f2-2ad0-4bbd-9fe1-b8b00a6e893b None None] Sync routers for ids ['a7317eee-00fc-4c04-a387-f27124df9332'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:04:13.728540 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab440f2-2ad0-4bbd-9fe1-b8b00a6e893b None None] Routers {'a7317eee-00fc-4c04-a387-f27124df9332'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:04:13.729297 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-3ab440f2-2ad0-4bbd-9fe1-b8b00a6e893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:04:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a7317eee-00fc-4c04-a387-f27124df9332'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:04:13.737562 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-6cf31855-a5ea-473a-84d0-5143a09d5a7e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "PUT /v2.0/floatingips/e5c3814a-8054-4a47-87a3-e68170ff9877 HTTP/1.1" status: 200 len: 991 time: 0.9709234 Dec 23 12:04:13.738138 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'tag': '8c8adecf-b23d-4edb-96f6-b1d23075c761'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:04:13.740426 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2963b6eb-e44e-4453-b026-fed6b356b8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b0523247-1eca-4fec-83ea-1496d8dee549", "tag": "8c8adecf-b23d-4edb-96f6-b1d23075c761"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:04:13.781572 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd43270-4cbd-466e-9559-cec2e2cfe6f6 x-openstack-request-id: req-fdd43270-4cbd-466e-9559-cec2e2cfe6f6 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:04:13.781972 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0523247-1eca-4fec-83ea-1496d8dee549", "tag": "8c8adecf-b23d-4edb-96f6-b1d23075c761", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:04:13.782422 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fdd43270-4cbd-466e-9559-cec2e2cfe6f6 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:04:13.783098 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'tag': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'status': 'completed', 'code': 200} Dec 23 12:04:13.900323 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b6eb-e44e-4453-b026-fed6b356b8fa req-403ebb7c-c169-48f3-8ab2-e3f45419bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:13.901938 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2963b6eb-e44e-4453-b026-fed6b356b8fa req-403ebb7c-c169-48f3-8ab2-e3f45419bb83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 1098 time: 0.0443921 Dec 23 12:04:13.961231 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-3ab440f2-2ad0-4bbd-9fe1-b8b00a6e893b None None] Set router a7317eee-00fc-4c04-a387-f27124df9332 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:04:13.997891 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b6eb-e44e-4453-b026-fed6b356b8fa req-90e23fde-8783-4202-8a70-11a3dcb9629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:13.999060 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2963b6eb-e44e-4453-b026-fed6b356b8fa req-90e23fde-8783-4202-8a70-11a3dcb9629d service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ff9bb10-bc99-4d12-bacb-9778f44904da HTTP/1.1" status: 200 len: 918 time: 0.0884349 Dec 23 12:04:14.072706 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2963b6eb-e44e-4453-b026-fed6b356b8fa req-dafc2602-1509-4b7f-9c77-d6d3d54afbd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761 HTTP/1.1" status: 200 len: 999 time: 0.0651658 Dec 23 12:04:14.162408 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b6eb-e44e-4453-b026-fed6b356b8fa req-4341dcd2-eefe-49ea-a384-fac04dbcc19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:14.163806 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2963b6eb-e44e-4453-b026-fed6b356b8fa req-4341dcd2-eefe-49ea-a384-fac04dbcc19f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=efd3053a-1fe5-4918-9663-e9416b7eff26 HTTP/1.1" status: 200 len: 856 time: 0.0534143 Dec 23 12:04:14.202649 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:14.219511 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-3ab440f2-2ad0-4bbd-9fe1-b8b00a6e893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': 'e5c3814a-8054-4a47-87a3-e68170ff9877', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'port_id': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'mac_address': 'fa:16:3e:e3:63:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:03:51Z', 'updated_at': '2021-12-23T12:04:13Z', 'revision_number': 1, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:44Z', 'revision_number': 5, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:04:14.227704 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b6eb-e44e-4453-b026-fed6b356b8fa req-fafa49b5-4ca5-4051-b0eb-5ad07b78e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:14.229212 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2963b6eb-e44e-4453-b026-fed6b356b8fa req-fafa49b5-4ca5-4051-b0eb-5ad07b78e6c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ff9bb10-bc99-4d12-bacb-9778f44904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418022 Dec 23 12:04:14.250295 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab440f2-2ad0-4bbd-9fe1-b8b00a6e893b None None] Checking router: a7317eee-00fc-4c04-a387-f27124df9332 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:04:14.259561 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab440f2-2ad0-4bbd-9fe1-b8b00a6e893b None None] Routers {'a7317eee-00fc-4c04-a387-f27124df9332'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:04:14.260176 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-3ab440f2-2ad0-4bbd-9fe1-b8b00a6e893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:04:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a7317eee-00fc-4c04-a387-f27124df9332'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:04:14.321144 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2963b6eb-e44e-4453-b026-fed6b356b8fa req-ce786717-c4e8-4615-a2bc-b51dcd7f6227 service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828230 Dec 23 12:04:14.370472 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-3ab440f2-2ad0-4bbd-9fe1-b8b00a6e893b None None] Set router a7317eee-00fc-4c04-a387-f27124df9332 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:04:14.430159 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2963b6eb-e44e-4453-b026-fed6b356b8fa req-ce5f0697-5383-461a-a63e-3d70ac84f748 service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925333 Dec 23 12:04:14.603285 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-3ab440f2-2ad0-4bbd-9fe1-b8b00a6e893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': 'e5c3814a-8054-4a47-87a3-e68170ff9877', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'port_id': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'mac_address': 'fa:16:3e:e3:63:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:03:51Z', 'updated_at': '2021-12-23T12:04:13Z', 'revision_number': 1, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:44Z', 'revision_number': 5, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:04:14.633174 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab440f2-2ad0-4bbd-9fe1-b8b00a6e893b None None] The sync data for ids ['a7317eee-00fc-4c04-a387-f27124df9332'] in dv-cinder-822821-1-iscsi is: [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': 'e5c3814a-8054-4a47-87a3-e68170ff9877', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'port_id': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'mac_address': 'fa:16:3e:e3:63:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:03:51Z', 'updated_at': '2021-12-23T12:04:13Z', 'revision_number': 1, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:44Z', 'revision_number': 5, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:04:14.822253 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a56362-53e5-4954-a5d1-ec55825234eb None None] New status for floating IP e5c3814a-8054-4a47-87a3-e68170ff9877: ACTIVE {{(pid=102505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:04:17.543869 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 35856) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:04:17.591646 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Deleting subnet c59e1d02-eccf-4c8e-b48d-a72ed3836f04 {{(pid=102503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:04:17.594913 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:17.629980 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908575'] for subnet, precommit_delete_associations {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:17.673950 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:17.728505 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10274289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9255101'] for subnet, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:17.753849 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59e1d02-eccf-4c8e-b48d-a72ed3836f04,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:04:17.758374 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:17.761606 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c59e1d02-eccf-4c8e-b48d-a72ed3836f04 HTTP/1.1" status: 204 len: 168 time: 0.2167587 Dec 23 12:04:17.764310 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 35858) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:04:17.766427 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:04:17.766811 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:04:17.767155 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:04:17.767490 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:04:17.767822 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:04:17.768150 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:04:17.768476 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:04:17.768800 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:04:17.769130 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:04:17.769456 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:04:17.769782 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:04:17.770103 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:04:17.770418 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e7110f-5f32-4c48-af4b-7408c4477ea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:04:17.831795 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-24131698-a6a9-49fa-a675-5cf0ed5b9491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:17.912095 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-24131698-a6a9-49fa-a675-5cf0ed5b9491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:17.938899 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-24131698-a6a9-49fa-a675-5cf0ed5b9491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a08c68-4efd-455d-9eb5-a5d51e2dc856']}} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:04:17.950210 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-24131698-a6a9-49fa-a675-5cf0ed5b9491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6202589c-f553-4fe0-bb74-b132ba6ef0d2') {'for_net_delete': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:04:17.950600 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-24131698-a6a9-49fa-a675-5cf0ed5b9491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6202589c-f553-4fe0-bb74-b132ba6ef0d2') {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:04:17.960170 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-24131698-a6a9-49fa-a675-5cf0ed5b9491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10471022'] for segment, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:17.974375 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-24131698-a6a9-49fa-a675-5cf0ed5b9491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:17.981161 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24131698-a6a9-49fa-a675-5cf0ed5b9491 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:04:17.981545 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-24131698-a6a9-49fa-a675-5cf0ed5b9491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476252'] for segment, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: Traceback (most recent call last): Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: timer() Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: cb(*args, **kw) Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: return func(*args, **kwargs) Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: self._notify() Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: self.callback(batched_events) Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: event.method(event) Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: return f(self, *a, **k) Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._get(url).json() Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: return self.request(url, 'GET', **kwargs) Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:04:17.983235 dv-cinder-822821-1-iscsi neutron-server[102502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:04:18.040476 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-24131698-a6a9-49fa-a675-5cf0ed5b9491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:18.046101 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-24131698-a6a9-49fa-a675-5cf0ed5b9491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:18.049504 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-24131698-a6a9-49fa-a675-5cf0ed5b9491 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e6a08c68-4efd-455d-9eb5-a5d51e2dc856 HTTP/1.1" status: 204 len: 168 time: 0.2841322 Dec 23 12:04:18.060191 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24131698-a6a9-49fa-a675-5cf0ed5b9491 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a08c68-4efd-455d-9eb5-a5d51e2dc856,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:04:18.164957 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 35862) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:04:18.205291 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-0b5c59f0-8da7-4b94-a79f-22915f787799 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=656fb5fa69a64dd49ed36532dfa2ef18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392540 Dec 23 12:04:18.207697 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 35864) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:04:18.258869 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af85509f-c463-4f43-b738-640c646debca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:18.280568 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af85509f-c463-4f43-b738-640c646debca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:18.334289 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af85509f-c463-4f43-b738-640c646debca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:18.337146 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af85509f-c463-4f43-b738-640c646debca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:18.339067 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-af85509f-c463-4f43-b738-640c646debca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5daac918-c165-4c98-98f6-39abda625e54 HTTP/1.1" status: 204 len: 168 time: 0.1303828 Dec 23 12:04:18.347396 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85509f-c463-4f43-b738-640c646debca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daac918-c165-4c98-98f6-39abda625e54,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:04:27.814994 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:04:33.736570 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d3891058-dde6-4ee7-a16e-2387d86ae290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:35.963850 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-06a4d7a5-b955-4fd6-a0f9-a488a7d01307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:37.155265 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:38.573873 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:39.288974 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:41.773398 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-09a56b78-a877-411e-a8f7-04ccc23d204f req-a971d11b-087b-4cc6-97df-a143c6fad46a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405321 Dec 23 12:04:41.860156 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56b78-a877-411e-a8f7-04ccc23d204f req-f7377a14-a35c-4f15-9af9-8bfa0d311d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:41.861688 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-09a56b78-a877-411e-a8f7-04ccc23d204f req-f7377a14-a35c-4f15-9af9-8bfa0d311d09 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f78243e9c4ec4d51a07e39bec8a14073&device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 1099 time: 0.0419347 Dec 23 12:04:41.979318 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56b78-a877-411e-a8f7-04ccc23d204f req-ebf962aa-c471-4a61-b69d-2423bfbb67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:41.980944 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-09a56b78-a877-411e-a8f7-04ccc23d204f req-ebf962aa-c471-4a61-b69d-2423bfbb67f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b74e4f96-0c79-4be3-88be-9335e56fc15a HTTP/1.1" status: 200 len: 909 time: 0.0908647 Dec 23 12:04:42.058416 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-09a56b78-a877-411e-a8f7-04ccc23d204f req-cfbedbf7-e438-4b1a-9c0f-3861c6cbbb86 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 HTTP/1.1" status: 200 len: 1001 time: 0.0639803 Dec 23 12:04:42.107322 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56b78-a877-411e-a8f7-04ccc23d204f req-8ba6cda9-d8dc-42d9-8848-d4ce0d9b7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:42.109132 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-09a56b78-a877-411e-a8f7-04ccc23d204f req-8ba6cda9-d8dc-42d9-8848-d4ce0d9b7655 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85e9245b-e729-46be-9e81-c351195b4b96 HTTP/1.1" status: 200 len: 847 time: 0.0426531 Dec 23 12:04:42.157004 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a56b78-a877-411e-a8f7-04ccc23d204f req-3bc80ca0-dd15-4975-9054-ac41238598f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:42.158465 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-09a56b78-a877-411e-a8f7-04ccc23d204f req-3bc80ca0-dd15-4975-9054-ac41238598f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b74e4f96-0c79-4be3-88be-9335e56fc15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398040 Dec 23 12:04:42.256423 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-09a56b78-a877-411e-a8f7-04ccc23d204f req-729db933-b1a5-45cf-9630-f4e48b3fc968 service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850658 Dec 23 12:04:42.363133 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-09a56b78-a877-411e-a8f7-04ccc23d204f req-d9c7dda0-a620-4cb9-bf7d-ee2e0fbde131 service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834057 Dec 23 12:04:44.200689 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:04:51.092161 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21864cd3-67f6-4f6d-a6b1-83c0bb92d6cd req-731cd4fa-7e36-4110-8442-c99126e8f779 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:51.093616 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-21864cd3-67f6-4f6d-a6b1-83c0bb92d6cd req-731cd4fa-7e36-4110-8442-c99126e8f779 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0594275 Dec 23 12:04:51.149040 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-21864cd3-67f6-4f6d-a6b1-83c0bb92d6cd req-7c6c05c6-c631-4187-93eb-74f26597cbd3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489545 Dec 23 12:04:52.283566 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96622a-da5f-44f2-940a-b01db1055afa req-d9bbda76-1f0d-4fea-be32-e1cb15a4f58b tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:52.285012 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8a96622a-da5f-44f2-940a-b01db1055afa req-d9bbda76-1f0d-4fea-be32-e1cb15a4f58b tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0550957 Dec 23 12:04:52.340777 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8a96622a-da5f-44f2-940a-b01db1055afa req-3a5f5ab9-0508-49ed-8ee6-ebe2c50e6388 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472136 Dec 23 12:04:53.469869 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e1c97-68ab-45ac-9f1b-f9fdf4119929 req-6333fed5-8ab5-4618-b4dd-f56500a264f1 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:53.471371 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f97e1c97-68ab-45ac-9f1b-f9fdf4119929 req-6333fed5-8ab5-4618-b4dd-f56500a264f1 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0505071 Dec 23 12:04:53.517371 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f97e1c97-68ab-45ac-9f1b-f9fdf4119929 req-57c3c77a-d136-4161-b2d4-0789ef55c2f9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399895 Dec 23 12:04:54.654105 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7497b06-60b3-4152-827a-396a6963ae88 req-b3d14e63-9295-4a96-83fd-38ec3bac8ace tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:54.655499 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f7497b06-60b3-4152-827a-396a6963ae88 req-b3d14e63-9295-4a96-83fd-38ec3bac8ace tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0558150 Dec 23 12:04:54.710856 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f7497b06-60b3-4152-827a-396a6963ae88 req-070721cc-6a7c-4b6c-90c2-792428b76339 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462437 Dec 23 12:04:55.842286 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292323d6-ee54-4b35-bfa4-b5635136491e req-6f22d82b-8014-4a7c-bafe-3389fa508056 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:55.843839 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-292323d6-ee54-4b35-bfa4-b5635136491e req-6f22d82b-8014-4a7c-bafe-3389fa508056 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0510430 Dec 23 12:04:55.900260 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-292323d6-ee54-4b35-bfa4-b5635136491e req-2d8b5b66-25d2-441c-8254-ce7d1f824174 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478957 Dec 23 12:04:57.034391 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96559bc-57ae-4df6-a044-53b05bb05b97 req-cbd007e2-955b-4088-92ef-2cf133ba2069 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:57.035922 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c96559bc-57ae-4df6-a044-53b05bb05b97 req-cbd007e2-955b-4088-92ef-2cf133ba2069 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0604346 Dec 23 12:04:57.082087 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c96559bc-57ae-4df6-a044-53b05bb05b97 req-2f6a6d40-b2cf-46c4-b4dd-bd518a3d39ae tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402021 Dec 23 12:04:58.230810 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e86db-e400-4ad3-977a-2d1ec9e1d04c req-dcdbd38d-798e-4c35-800c-e6037fb9ddd7 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:58.232266 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-395e86db-e400-4ad3-977a-2d1ec9e1d04c req-dcdbd38d-798e-4c35-800c-e6037fb9ddd7 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0522618 Dec 23 12:04:58.288644 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-395e86db-e400-4ad3-977a-2d1ec9e1d04c req-8ebd9bc9-e66a-4807-be5e-89c56195dc0c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468156 Dec 23 12:04:59.417232 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0073aa4-64d6-4d1c-98b2-723d7212798a req-3bc065c5-32ad-4726-8b87-044ca18ec57c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:04:59.418733 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c0073aa4-64d6-4d1c-98b2-723d7212798a req-3bc065c5-32ad-4726-8b87-044ca18ec57c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0493004 Dec 23 12:04:59.469519 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c0073aa4-64d6-4d1c-98b2-723d7212798a req-ea40f61a-e2e2-4f91-9ff5-e2fb771cb87f tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445504 Dec 23 12:05:00.598105 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508f665-9c5e-4a64-9770-1a7b55aebffb req-2b3c377a-31c5-4b05-af47-95a833addea4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:00.599608 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1508f665-9c5e-4a64-9770-1a7b55aebffb req-2b3c377a-31c5-4b05-af47-95a833addea4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0557230 Dec 23 12:05:00.652363 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1508f665-9c5e-4a64-9770-1a7b55aebffb req-eb692634-a282-4029-9b37-88ce5d54467b tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440590 Dec 23 12:05:01.780811 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59c4b8-087b-4468-9366-9fb8b5d49a82 req-9e91ff6e-02b5-4a31-a018-0b89842d9516 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:01.782266 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fe59c4b8-087b-4468-9366-9fb8b5d49a82 req-9e91ff6e-02b5-4a31-a018-0b89842d9516 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0505748 Dec 23 12:05:01.829719 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fe59c4b8-087b-4468-9366-9fb8b5d49a82 req-b5053a06-59e4-4252-a826-e85fadd354f6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406222 Dec 23 12:05:02.015132 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94385f-4380-4c0c-9698-40a761d17504 req-a23ab28c-2f76-4752-b996-4ef11895b8df tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:02.016471 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cf94385f-4380-4c0c-9698-40a761d17504 req-a23ab28c-2f76-4752-b996-4ef11895b8df tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0532854 Dec 23 12:05:02.070255 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cf94385f-4380-4c0c-9698-40a761d17504 req-d0b61a35-801c-41a1-929a-df212acd73a4 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469968 Dec 23 12:05:02.964286 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62b076-9388-4723-8a79-960ad5e48710 req-3cb57fe1-1c69-45a8-b856-08e060758de3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:02.965764 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bb62b076-9388-4723-8a79-960ad5e48710 req-3cb57fe1-1c69-45a8-b856-08e060758de3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0519314 Dec 23 12:05:03.016883 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bb62b076-9388-4723-8a79-960ad5e48710 req-547714e2-dd29-409a-a48d-957099950c66 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434663 Dec 23 12:05:03.199131 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775963b-6d4f-40e0-90d5-58ecb6b5a2e1 req-dc11c7e1-1859-412a-994d-837898fb1ca7 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:03.201257 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e775963b-6d4f-40e0-90d5-58ecb6b5a2e1 req-dc11c7e1-1859-412a-994d-837898fb1ca7 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0573332 Dec 23 12:05:03.254953 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e775963b-6d4f-40e0-90d5-58ecb6b5a2e1 req-83124680-c103-4337-a19b-92e74d44d959 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464811 Dec 23 12:05:03.731359 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-fa8fe4b7-d35c-477e-baf3-cfafd5218901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:04.145781 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c996f-9ac6-420b-ae6b-81f88145f9d5 req-2c4aa040-4e20-4555-983b-4d6ca3595ea6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:04.147282 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-585c996f-9ac6-420b-ae6b-81f88145f9d5 req-2c4aa040-4e20-4555-983b-4d6ca3595ea6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0563498 Dec 23 12:05:04.196901 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-585c996f-9ac6-420b-ae6b-81f88145f9d5 req-d154c715-f164-4b22-a7d9-bfeaff801635 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411587 Dec 23 12:05:04.382870 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded3639-84b0-4ae3-b2e4-779f955b0250 req-beb1c5e3-06bc-4275-ad5f-e95c3d7087f3 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:04.384502 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2ded3639-84b0-4ae3-b2e4-779f955b0250 req-beb1c5e3-06bc-4275-ad5f-e95c3d7087f3 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0514460 Dec 23 12:05:04.439114 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2ded3639-84b0-4ae3-b2e4-779f955b0250 req-728f07e5-d2f4-46a6-b67e-6c135c920418 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483813 Dec 23 12:05:04.810679 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0564061-6cc4-492a-b4e9-d8c26eec5941 req-08036702-efb3-4bbf-b167-b83fd342137b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:04.812276 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f0564061-6cc4-492a-b4e9-d8c26eec5941 req-08036702-efb3-4bbf-b167-b83fd342137b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0522153 Dec 23 12:05:04.813859 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:05:04.858283 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f0564061-6cc4-492a-b4e9-d8c26eec5941 req-45b1758a-00a1-4eb4-9f8f-8b46348a2b40 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399897 Dec 23 12:05:05.344352 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0a05b-e8dc-4fa0-a4b6-69663f946e4c req-fbf50c36-4843-491f-b5d9-5b9bed9710ca tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:05.346123 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-20e0a05b-e8dc-4fa0-a4b6-69663f946e4c req-fbf50c36-4843-491f-b5d9-5b9bed9710ca tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0616140 Dec 23 12:05:05.395923 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-20e0a05b-e8dc-4fa0-a4b6-69663f946e4c req-632024e1-d029-47de-951c-1064ad7dc858 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432718 Dec 23 12:05:05.566728 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a183f-11e1-4cbc-8951-2e7d52e02f2a req-d5a3a973-9c99-4e3c-99d5-18c86df73f93 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:05.568171 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-af7a183f-11e1-4cbc-8951-2e7d52e02f2a req-d5a3a973-9c99-4e3c-99d5-18c86df73f93 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0517502 Dec 23 12:05:05.631465 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-af7a183f-11e1-4cbc-8951-2e7d52e02f2a req-187c5aef-7fc8-43da-b924-1e89aff75150 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572009 Dec 23 12:05:05.967511 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-6b4f7c88-5029-4122-897c-9386710d4499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:05.986883 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce4622-4af3-4b04-bccf-d890bd47c029 req-00f54289-e13c-4396-8f7d-6c5fde1721cf tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:05.988575 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ffce4622-4af3-4b04-bccf-d890bd47c029 req-00f54289-e13c-4396-8f7d-6c5fde1721cf tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0555477 Dec 23 12:05:06.038098 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ffce4622-4af3-4b04-bccf-d890bd47c029 req-a349c569-b08b-4361-940c-53c193300e0f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424685 Dec 23 12:05:06.521110 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb25eb4-4c21-4aed-8f60-62577cd82967 req-85054883-29e8-4bde-bb39-ac0ca13044fd tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:06.522658 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-feb25eb4-4c21-4aed-8f60-62577cd82967 req-85054883-29e8-4bde-bb39-ac0ca13044fd tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0500405 Dec 23 12:05:06.575400 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-feb25eb4-4c21-4aed-8f60-62577cd82967 req-e3d25561-71bf-4e99-b18d-cb05620246d1 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463107 Dec 23 12:05:06.759025 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260f07e-6fed-4a33-b930-d7c7f3c5a645 req-9e27995e-81e0-43b8-85fc-032e0213ea74 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:06.760503 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8260f07e-6fed-4a33-b930-d7c7f3c5a645 req-9e27995e-81e0-43b8-85fc-032e0213ea74 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0512319 Dec 23 12:05:06.809044 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8260f07e-6fed-4a33-b930-d7c7f3c5a645 req-48beefc1-ed7a-456d-aae8-a9addae27517 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424409 Dec 23 12:05:07.162248 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:07.169287 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99d8ef-1663-4ddd-8ad7-b568ad6e76b5 req-b3e211fd-ab94-41ee-9aaa-d387a7ec56e5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:07.170822 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cd99d8ef-1663-4ddd-8ad7-b568ad6e76b5 req-b3e211fd-ab94-41ee-9aaa-d387a7ec56e5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0527170 Dec 23 12:05:07.219143 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cd99d8ef-1663-4ddd-8ad7-b568ad6e76b5 req-b5a34e0c-1158-4e60-a0c5-75313dd8b623 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421190 Dec 23 12:05:07.717659 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd0359-2de2-4646-a9bb-fd7bf931d9a1 req-015648bb-a730-417b-9b0e-ed29e217e94e tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:07.719172 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-65cd0359-2de2-4646-a9bb-fd7bf931d9a1 req-015648bb-a730-417b-9b0e-ed29e217e94e tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0627823 Dec 23 12:05:07.771345 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-65cd0359-2de2-4646-a9bb-fd7bf931d9a1 req-ef504f22-db3a-4394-99d7-ab74da2b63af tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428500 Dec 23 12:05:07.928201 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098a20-b641-427f-981e-26998fae1a29 req-014258b6-9bee-461b-969e-f7be607a3e10 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:07.929813 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a9098a20-b641-427f-981e-26998fae1a29 req-014258b6-9bee-461b-969e-f7be607a3e10 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0518069 Dec 23 12:05:07.988637 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a9098a20-b641-427f-981e-26998fae1a29 req-c4df2f3e-44ae-4710-a5e2-884cf7029df1 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523033 Dec 23 12:05:08.042808 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99790e-3d1a-46ab-9a0c-d99ace073ac4 req-85658a37-c256-4de6-868d-ebea458aa6ae tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:08.044293 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9f99790e-3d1a-46ab-9a0c-d99ace073ac4 req-85658a37-c256-4de6-868d-ebea458aa6ae tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0547373 Dec 23 12:05:08.099787 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9f99790e-3d1a-46ab-9a0c-d99ace073ac4 req-19335e43-291a-4d33-9c12-8a30b3392987 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489566 Dec 23 12:05:08.141631 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc1641-48aa-4697-846b-187a3b3b77b2 req-43d87957-7591-40d1-b49a-411433d66c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:08.143220 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-60bc1641-48aa-4697-846b-187a3b3b77b2 req-43d87957-7591-40d1-b49a-411433d66c99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=83a1e536ed4249adb353b71e8bf03cfd&device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 1099 time: 0.0415430 Dec 23 12:05:08.237740 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc1641-48aa-4697-846b-187a3b3b77b2 req-fe855a5e-5a07-4826-b1be-96561e646a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:08.239245 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-60bc1641-48aa-4697-846b-187a3b3b77b2 req-fe855a5e-5a07-4826-b1be-96561e646a34 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b7dd52-a57d-43ce-8b05-529205e80faf HTTP/1.1" status: 200 len: 912 time: 0.0839839 Dec 23 12:05:08.334007 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-60bc1641-48aa-4697-846b-187a3b3b77b2 req-5db8f240-4034-4949-a066-80c473e0cebf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8ea114b-8a29-4d6d-a634-848c94498c32 HTTP/1.1" status: 200 len: 1001 time: 0.0837123 Dec 23 12:05:08.361392 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7889fd-b3cb-4707-9e8d-198fcb4b3cc0 req-f8671653-9f31-498c-ab83-c440229f5af7 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:08.363329 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ce7889fd-b3cb-4707-9e8d-198fcb4b3cc0 req-f8671653-9f31-498c-ab83-c440229f5af7 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0678263 Dec 23 12:05:08.419729 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc1641-48aa-4697-846b-187a3b3b77b2 req-257b1f70-aa2e-4b01-bf8a-501cd42d2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:08.421054 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-60bc1641-48aa-4697-846b-187a3b3b77b2 req-257b1f70-aa2e-4b01-bf8a-501cd42d2595 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5555c9d-9557-440e-86bd-6d7dd36195b8 HTTP/1.1" status: 200 len: 850 time: 0.0749249 Dec 23 12:05:08.450793 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ce7889fd-b3cb-4707-9e8d-198fcb4b3cc0 req-6de7f798-39ab-4254-90d4-05c6fb78e5f6 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686996 Dec 23 12:05:08.479159 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc1641-48aa-4697-846b-187a3b3b77b2 req-e5c177af-20da-41d5-93a3-f3d1e6d51c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:08.480585 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-60bc1641-48aa-4697-846b-187a3b3b77b2 req-e5c177af-20da-41d5-93a3-f3d1e6d51c40 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b7dd52-a57d-43ce-8b05-529205e80faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486689 Dec 23 12:05:08.575854 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:08.585477 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-60bc1641-48aa-4697-846b-187a3b3b77b2 req-f59f319d-9ce0-4d17-a0b1-8f279b17713e service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902267 Dec 23 12:05:08.683248 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-60bc1641-48aa-4697-846b-187a3b3b77b2 req-c68a6355-a57f-43c7-ab8a-4b6ec20abbcb service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845129 Dec 23 12:05:09.108076 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892f476-e7d3-411f-a68b-0cbde88d623e req-c3e9d2cf-f058-4ab5-b800-1ba3ad525e4f tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:09.109908 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8892f476-e7d3-411f-a68b-0cbde88d623e req-c3e9d2cf-f058-4ab5-b800-1ba3ad525e4f tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0505857 Dec 23 12:05:09.161840 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8892f476-e7d3-411f-a68b-0cbde88d623e req-0cae4038-e73e-4b05-9803-176380a7663d tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455842 Dec 23 12:05:09.217573 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffd972-bf55-4048-a6b5-eb6bb0f9fb65 req-722289bd-94c7-4cad-8996-d3cb55cefc68 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:09.219046 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-52ffd972-bf55-4048-a6b5-eb6bb0f9fb65 req-722289bd-94c7-4cad-8996-d3cb55cefc68 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0503569 Dec 23 12:05:09.266012 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-52ffd972-bf55-4048-a6b5-eb6bb0f9fb65 req-876b2790-c103-4e2f-b8ca-b196cd30b7ec tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406549 Dec 23 12:05:09.282624 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:09.589216 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dfc61-7757-4430-9fdd-9a487f468d92 req-5e2b1617-a1e7-4751-8630-1cef459855d6 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:09.590882 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-db7dfc61-7757-4430-9fdd-9a487f468d92 req-5e2b1617-a1e7-4751-8630-1cef459855d6 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0559514 Dec 23 12:05:09.641253 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-db7dfc61-7757-4430-9fdd-9a487f468d92 req-b3ba5f84-a9f4-4d8c-8e16-64c62333c2b1 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429153 Dec 23 12:05:10.292667 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097c87c-923f-47c7-8025-b8283da6f9f2 req-05b4651e-f3f3-4cb8-bcac-4e3b43955ae9 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:10.294273 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a097c87c-923f-47c7-8025-b8283da6f9f2 req-05b4651e-f3f3-4cb8-bcac-4e3b43955ae9 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0546286 Dec 23 12:05:10.356300 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a097c87c-923f-47c7-8025-b8283da6f9f2 req-087a9ef5-d1ca-4d9f-84b8-56967f654ce5 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556502 Dec 23 12:05:10.392415 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de4a6b-cb06-4f3c-8a58-27981d9f0e5a req-953cc0c0-ad36-4068-9ec6-09362c72b4d8 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:10.393897 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e5de4a6b-cb06-4f3c-8a58-27981d9f0e5a req-953cc0c0-ad36-4068-9ec6-09362c72b4d8 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0548689 Dec 23 12:05:10.445661 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e5de4a6b-cb06-4f3c-8a58-27981d9f0e5a req-35cf1270-0c7f-41b9-abf5-756692c0b5c6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457039 Dec 23 12:05:10.781910 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a294f7-daa1-467a-9ec0-e47f837eb3a6 req-cde4297e-6ad2-4734-96f2-ebeb59537824 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:10.783448 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f1a294f7-daa1-467a-9ec0-e47f837eb3a6 req-cde4297e-6ad2-4734-96f2-ebeb59537824 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0599272 Dec 23 12:05:10.836257 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f1a294f7-daa1-467a-9ec0-e47f837eb3a6 req-2d53c9e1-548d-44ff-abd0-4818f90f1843 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437722 Dec 23 12:05:11.746298 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46388430-a7a8-46a9-b441-0a8358867f0c req-4cfc79f7-c7ab-44e1-ae9a-77de7818b3da tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:11.748373 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-46388430-a7a8-46a9-b441-0a8358867f0c req-4cfc79f7-c7ab-44e1-ae9a-77de7818b3da tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.3218277 Dec 23 12:05:11.810339 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-46388430-a7a8-46a9-b441-0a8358867f0c req-5e6434eb-2ac3-4ace-976c-6eea772f0c9e tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555654 Dec 23 12:05:11.976132 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8bf80-90f0-4585-9f18-4384b5bb6726 req-c1bafbe5-8df9-4ee3-8359-afea08759dda tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:11.977782 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b7c8bf80-90f0-4585-9f18-4384b5bb6726 req-c1bafbe5-8df9-4ee3-8359-afea08759dda tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0552452 Dec 23 12:05:12.036944 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b7c8bf80-90f0-4585-9f18-4384b5bb6726 req-9510fb98-32bb-4029-ad65-543accd9ae3b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490153 Dec 23 12:05:12.935869 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f1d04-8844-4c14-8e45-7de742947633 req-61a043c5-67f0-4a5a-8111-1baba6937387 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:12.937337 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c36f1d04-8844-4c14-8e45-7de742947633 req-61a043c5-67f0-4a5a-8111-1baba6937387 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0509744 Dec 23 12:05:12.993296 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c36f1d04-8844-4c14-8e45-7de742947633 req-90a18908-fec4-4f97-827b-76aa362e694a tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490561 Dec 23 12:05:13.186688 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6a620-3dc3-4036-8cb7-b635625ccdaa req-5cc3cd2c-1ec1-4056-b8b8-4ab8b2976028 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:13.188181 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fab6a620-3dc3-4036-8cb7-b635625ccdaa req-5cc3cd2c-1ec1-4056-b8b8-4ab8b2976028 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0511761 Dec 23 12:05:13.235387 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fab6a620-3dc3-4036-8cb7-b635625ccdaa req-94962d7d-f75f-43dc-b640-95b9e01d4c89 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407217 Dec 23 12:05:14.117269 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67cba1-d9c3-49f3-8fbf-48b44aaded02 req-a824d160-5776-4940-a9de-cc4a965f9873 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:14.118768 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3b67cba1-d9c3-49f3-8fbf-48b44aaded02 req-a824d160-5776-4940-a9de-cc4a965f9873 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0518668 Dec 23 12:05:14.168356 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3b67cba1-d9c3-49f3-8fbf-48b44aaded02 req-9c2a35ed-4b74-43ae-a957-194a8ac4e56a tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432353 Dec 23 12:05:14.191772 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:14.375256 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63172f9a-70f3-4d99-aad2-781f5d9880c1 req-b1253de2-ffb9-40aa-ba57-760373785596 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:14.376735 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-63172f9a-70f3-4d99-aad2-781f5d9880c1 req-b1253de2-ffb9-40aa-ba57-760373785596 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0571904 Dec 23 12:05:14.426925 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-63172f9a-70f3-4d99-aad2-781f5d9880c1 req-0cd19002-f3c2-4c1d-82c9-8d74c9f39dd3 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441098 Dec 23 12:05:15.305133 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e6fea-baf7-4998-a334-7c9be5bb91a2 req-afb93e4d-5ab8-4a26-82e0-adf543b9a5bb tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:15.306713 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f13e6fea-baf7-4998-a334-7c9be5bb91a2 req-afb93e4d-5ab8-4a26-82e0-adf543b9a5bb tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0598335 Dec 23 12:05:15.368075 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f13e6fea-baf7-4998-a334-7c9be5bb91a2 req-6ed04219-13e2-46f2-861f-f191bc7b92f0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550117 Dec 23 12:05:15.573491 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2265bf-af44-481d-9af7-b2e61e7e3805 req-e6f25bfa-8857-4d3d-95fa-2a90b6192f3c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:15.574998 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cb2265bf-af44-481d-9af7-b2e61e7e3805 req-e6f25bfa-8857-4d3d-95fa-2a90b6192f3c tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0590885 Dec 23 12:05:15.627413 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cb2265bf-af44-481d-9af7-b2e61e7e3805 req-09927aa3-d8fb-4c19-9cc6-4f802b5eebd4 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463135 Dec 23 12:05:16.495324 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44245c31-e46f-4c57-a709-947295d4fbfd req-61aed8a7-1cb8-442e-a6d8-b37581071d1e tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:16.496769 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-44245c31-e46f-4c57-a709-947295d4fbfd req-61aed8a7-1cb8-442e-a6d8-b37581071d1e tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0538542 Dec 23 12:05:16.549534 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-44245c31-e46f-4c57-a709-947295d4fbfd req-eb7243bf-d72c-42c8-90f5-fa18e0eee8bc tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441799 Dec 23 12:05:16.766536 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe4587-e9f0-46fb-9e22-f1fce883665c req-9ac18e78-3d59-4563-8ecb-c5f927b6335a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:16.768086 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-07fe4587-e9f0-46fb-9e22-f1fce883665c req-9ac18e78-3d59-4563-8ecb-c5f927b6335a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0591271 Dec 23 12:05:16.816594 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-07fe4587-e9f0-46fb-9e22-f1fce883665c req-01e0ca2d-0eff-460b-b709-ea2280f990c6 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 Dec 23 12:05:17.447920 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37d630-55ac-420c-a1af-ffeb47c8db9d req-478c1cd0-7f4c-4f1c-8543-ec605d700da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:17.449394 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4a37d630-55ac-420c-a1af-ffeb47c8db9d req-478c1cd0-7f4c-4f1c-8543-ec605d700da8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f78243e9c4ec4d51a07e39bec8a14073&device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 1099 time: 0.0500798 Dec 23 12:05:17.464725 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 8c8adecf-b23d-4edb-96f6-b1d23075c761 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:05:17.552029 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37d630-55ac-420c-a1af-ffeb47c8db9d req-b6509bbc-9a21-4e6f-801d-8912bddbf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:17.553517 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4a37d630-55ac-420c-a1af-ffeb47c8db9d req-b6509bbc-9a21-4e6f-801d-8912bddbf95b service neutron] 10.222.0.61 "GET /v2.0/networks?id=b74e4f96-0c79-4be3-88be-9335e56fc15a HTTP/1.1" status: 200 len: 909 time: 0.0850263 Dec 23 12:05:17.562563 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 8c8adecf-b23d-4edb-96f6-b1d23075c761, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:05:17.573876 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'port_id': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'mac_address': 'fa:16:3e:e3:63:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:05:17.618588 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:17.634969 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c8adecf-b23d-4edb-96f6-b1d23075c761 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:05:17.656361 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 8c8adecf-b23d-4edb-96f6-b1d23075c761, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:05:17.660826 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:17.665349 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4a37d630-55ac-420c-a1af-ffeb47c8db9d req-cc481d4d-1cca-481a-8aff-329d0e2453f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 HTTP/1.1" status: 200 len: 1001 time: 0.0945325 Dec 23 12:05:17.685378 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03700e-c003-46b5-9851-10f1c80e0f63 req-f4248445-8965-4304-9143-54173eb07621 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:17.686881 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bf03700e-c003-46b5-9851-10f1c80e0f63 req-f4248445-8965-4304-9143-54173eb07621 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0630689 Dec 23 12:05:17.713739 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=8c8adecf-b23d-4edb-96f6-b1d23075c761,revision_number=6']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:05:17.720791 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:17.721144 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:17.721511 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:17.721942 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:17.722189 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:17.722621 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:17.723402 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:17.723402 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:17.723589 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:17.723898 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:17.724223 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:17.724543 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:17.724928 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:05:17.776638 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bf03700e-c003-46b5-9851-10f1c80e0f63 req-1cfe8236-604e-41c6-aad0-d7b3d0fd01d2 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833619 Dec 23 12:05:17.786140 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37d630-55ac-420c-a1af-ffeb47c8db9d req-46cd63a8-e4ad-4dfc-89a0-5b0008baf375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:17.789169 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4a37d630-55ac-420c-a1af-ffeb47c8db9d req-46cd63a8-e4ad-4dfc-89a0-5b0008baf375 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85e9245b-e729-46be-9e81-c351195b4b96 HTTP/1.1" status: 200 len: 847 time: 0.0769162 Dec 23 12:05:17.843030 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37d630-55ac-420c-a1af-ffeb47c8db9d req-9fb779a6-b5bf-40f8-a6f4-4a33043b50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:17.844546 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4a37d630-55ac-420c-a1af-ffeb47c8db9d req-9fb779a6-b5bf-40f8-a6f4-4a33043b50f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b74e4f96-0c79-4be3-88be-9335e56fc15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430467 Dec 23 12:05:17.857030 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['8c8adecf-b23d-4edb-96f6-b1d23075c761'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:05:17.989511 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4a37d630-55ac-420c-a1af-ffeb47c8db9d req-0f52dee9-1ea8-4708-a73c-3350dcac53e9 service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313121 Dec 23 12:05:17.999987 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ff2ef-ec91-4ab8-978b-c0182689a3cc req-07a808fe-c4e6-46cc-991e-8c174982363a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:18.001529 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0d6ff2ef-ec91-4ab8-978b-c0182689a3cc req-07a808fe-c4e6-46cc-991e-8c174982363a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 944 time: 0.0775268 Dec 23 12:05:18.111263 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0d6ff2ef-ec91-4ab8-978b-c0182689a3cc req-5236e8a6-9621-4d59-971a-8adac1d748b2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013782 Dec 23 12:05:18.127464 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4a37d630-55ac-420c-a1af-ffeb47c8db9d req-f1952526-0c66-4dc9-9aee-c80d34251ede service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249726 Dec 23 12:05:18.909353 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d02fe-e165-49b3-b68f-d39b1ddb7474 req-b16a0d75-2610-4fc9-9aaa-dc67d2e3be79 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:18.911351 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-db2d02fe-e165-49b3-b68f-d39b1ddb7474 req-b16a0d75-2610-4fc9-9aaa-dc67d2e3be79 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0598259 Dec 23 12:05:18.975346 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-db2d02fe-e165-49b3-b68f-d39b1ddb7474 req-2e80d182-a3b0-4adf-8cb5-f5174073ee90 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556343 Dec 23 12:05:19.245445 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6df575-c5a2-424b-88bf-70eb2b727ab9 req-6f413b76-4a8d-4709-9e27-603cd8210524 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:19.248936 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1f6df575-c5a2-424b-88bf-70eb2b727ab9 req-6f413b76-4a8d-4709-9e27-603cd8210524 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 944 time: 0.0564628 Dec 23 12:05:19.309291 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1f6df575-c5a2-424b-88bf-70eb2b727ab9 req-3f6ee9f5-2b61-4f2a-ad1e-f3e38c627577 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528376 Dec 23 12:05:19.481901 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 8c8adecf-b23d-4edb-96f6-b1d23075c761 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:05:19.536127 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port 8c8adecf-b23d-4edb-96f6-b1d23075c761 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:05:19.536754 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:19.621840 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:19.645608 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8adecf-b23d-4edb-96f6-b1d23075c761'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:05:19.648067 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8750c10-5d3c-4cd8-acc1-ffbf76200b5f" -d '{"events": [{"server_uuid": "b0523247-1eca-4fec-83ea-1496d8dee549", "name": "network-vif-plugged", "status": "completed", "tag": "8c8adecf-b23d-4edb-96f6-b1d23075c761"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:05:19.664929 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 8c8adecf-b23d-4edb-96f6-b1d23075c761, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:05:19.671688 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:19.705439 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe1f09a-434b-4be0-9a5d-c7537a28ad64 x-openstack-request-id: req-9fe1f09a-434b-4be0-9a5d-c7537a28ad64 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:05:19.706008 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0523247-1eca-4fec-83ea-1496d8dee549", "name": "network-vif-plugged", "status": "completed", "tag": "8c8adecf-b23d-4edb-96f6-b1d23075c761", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:05:19.706233 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fe1f09a-434b-4be0-9a5d-c7537a28ad64 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:05:19.706647 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'code': 200} Dec 23 12:05:19.725066 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=8c8adecf-b23d-4edb-96f6-b1d23075c761,revision_number=7']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:05:20.091940 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000313b8-200c-4d9c-8aef-609532d5e134 req-0224ef53-b322-4d4b-9901-43e4f4e4f6c9 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:20.093436 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-000313b8-200c-4d9c-8aef-609532d5e134 req-0224ef53-b322-4d4b-9901-43e4f4e4f6c9 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0540786 Dec 23 12:05:20.147339 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-000313b8-200c-4d9c-8aef-609532d5e134 req-194c7ff0-59b2-4da0-9489-27ab3ff999f0 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469234 Dec 23 12:05:20.443319 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7b68a-dbbc-465c-9456-aad8cb830009 req-760cac3e-3b77-43d5-bfd5-cee231ffb692 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:20.451387 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e5b7b68a-dbbc-465c-9456-aad8cb830009 req-760cac3e-3b77-43d5-bfd5-cee231ffb692 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0654263 Dec 23 12:05:20.500627 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e5b7b68a-dbbc-465c-9456-aad8cb830009 req-295200ae-8c2d-43cc-aac3-12baa930f665 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483479 Dec 23 12:05:21.268326 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f00e3-e41b-4292-b9fb-5b0dbc414451 req-8a26baeb-f152-4c4b-a953-c7546be69e94 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:21.271844 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-412f00e3-e41b-4292-b9fb-5b0dbc414451 req-8a26baeb-f152-4c4b-a953-c7546be69e94 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0518191 Dec 23 12:05:21.327762 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-412f00e3-e41b-4292-b9fb-5b0dbc414451 req-9ffe2a66-247f-4070-bfba-9f9c7fc16dd7 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502067 Dec 23 12:05:21.403489 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [req-3e218c18-03be-463d-920d-d65652f78449 req-362fc42e-ef41-40ea-95c6-dd3ef3d85f9e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:05:21.405105 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3e218c18-03be-463d-920d-d65652f78449 req-362fc42e-ef41-40ea-95c6-dd3ef3d85f9e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059617 Dec 23 12:05:21.626924 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0ec89-96a6-438e-bb9e-123cc17cb83d req-c8f13af2-fcbb-4bc6-aebb-adef08be427c tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:21.630083 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-49e0ec89-96a6-438e-bb9e-123cc17cb83d req-c8f13af2-fcbb-4bc6-aebb-adef08be427c tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0632472 Dec 23 12:05:21.634922 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-2412d5f4-0fe0-461b-b6d5-9adfc3310e60 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1086333 Dec 23 12:05:21.738241 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcca472-d662-4d36-99a8-59d5b2f4b8bc req-624680f6-2edb-4292-9a2f-ed935170f04d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:21.746281 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0bcca472-d662-4d36-99a8-59d5b2f4b8bc req-624680f6-2edb-4292-9a2f-ed935170f04d tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0859275 Dec 23 12:05:21.791363 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-49e0ec89-96a6-438e-bb9e-123cc17cb83d req-8a2fb830-90e8-43f2-9684-e09bea80b4b7 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450639 Dec 23 12:05:21.821577 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0bcca472-d662-4d36-99a8-59d5b2f4b8bc req-f45692e1-84ab-4868-a44e-1c298170e889 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742881 Dec 23 12:05:22.989251 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d96dd8-3a80-40d1-b279-beb5b8bea4bf req-6834ea17-b415-4bef-bb89-7478ce3aa153 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:22.997330 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-44d96dd8-3a80-40d1-b279-beb5b8bea4bf req-6834ea17-b415-4bef-bb89-7478ce3aa153 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.1300881 Dec 23 12:05:23.046669 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-44d96dd8-3a80-40d1-b279-beb5b8bea4bf req-203a5fc0-f814-467a-a9ff-fb434d171570 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480745 Dec 23 12:05:23.084414 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52973203-c1f5-4e59-8ab4-a4c00b950a1c req-c5a1b0c4-eff4-4205-87df-434ff1285ed0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:23.085960 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-52973203-c1f5-4e59-8ab4-a4c00b950a1c req-c5a1b0c4-eff4-4205-87df-434ff1285ed0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.1449969 Dec 23 12:05:23.169810 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-52973203-c1f5-4e59-8ab4-a4c00b950a1c req-52061b9b-af09-47d0-8833-eb6e95b41855 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743537 Dec 23 12:05:23.531951 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:05:23.620380 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:23.648564 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:05:23.651236 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6429c3ee-5854-4fb7-8b9b-357fb31f5e83" -d '{"events": [{"server_uuid": "d087055b-27de-4c01-962a-5744a4c4cd7d", "name": "network-vif-unplugged", "status": "completed", "tag": "ec4101a7-3a3b-4137-ac8f-4d9146a15ac1"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:05:23.668746 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:05:23.674717 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:23.703114 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcb6cad-8738-421c-838d-ec7ef3746d58 x-openstack-request-id: req-3fcb6cad-8738-421c-838d-ec7ef3746d58 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:05:23.703529 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d087055b-27de-4c01-962a-5744a4c4cd7d", "name": "network-vif-unplugged", "status": "completed", "tag": "ec4101a7-3a3b-4137-ac8f-4d9146a15ac1", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:05:23.703901 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3fcb6cad-8738-421c-838d-ec7ef3746d58 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:05:23.704300 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'code': 200} Dec 23 12:05:23.731445 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,revision_number=6']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:05:23.828106 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-30ebfb59-37bc-40e3-8231-5ac3b5f3b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:23.829890 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-30ebfb59-37bc-40e3-8231-5ac3b5f3b0e1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d&tenant_id=f78243e9c4ec4d51a07e39bec8a14073 HTTP/1.1" status: 200 len: 1097 time: 0.0513647 Dec 23 12:05:23.915102 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-74fed366-d380-4af3-83f8-81952f612d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:23.916696 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-74fed366-d380-4af3-83f8-81952f612d65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f78243e9c4ec4d51a07e39bec8a14073&device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 1097 time: 0.0439391 Dec 23 12:05:24.025196 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-8d2c1fa3-3290-42c7-8431-cfd8d8b73f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:24.026713 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-8d2c1fa3-3290-42c7-8431-cfd8d8b73f59 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b74e4f96-0c79-4be3-88be-9335e56fc15a HTTP/1.1" status: 200 len: 909 time: 0.0957544 Dec 23 12:05:24.101138 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-17766ae7-372d-4020-bad5-c03b13d715fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 HTTP/1.1" status: 200 len: 999 time: 0.0633714 Dec 23 12:05:24.191701 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-7d42e5bd-4fbd-4b27-9136-74940954e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:24.193714 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-7d42e5bd-4fbd-4b27-9136-74940954e138 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85e9245b-e729-46be-9e81-c351195b4b96 HTTP/1.1" status: 200 len: 847 time: 0.0815761 Dec 23 12:05:24.226344 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93f95f-3aea-4e5c-9121-6d643a6917e3 req-2cd0b758-a431-4426-86ad-9d134ba143b5 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:24.227887 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ff93f95f-3aea-4e5c-9121-6d643a6917e3 req-2cd0b758-a431-4426-86ad-9d134ba143b5 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0839791 Dec 23 12:05:24.337565 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ff93f95f-3aea-4e5c-9121-6d643a6917e3 req-f9676ed5-4b19-457e-838c-a212b9551a47 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020231 Dec 23 12:05:24.361486 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-f71956d9-5d62-47d2-a685-2a2ecd2e2c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:24.363090 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-f71956d9-5d62-47d2-a685-2a2ecd2e2c04 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b74e4f96-0c79-4be3-88be-9335e56fc15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1572800 Dec 23 12:05:24.377375 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ec2d6-03bc-48b0-86da-4b26b6a1cef2 req-b8eba1f7-ca47-49af-9bfb-e45ee5ba552f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:24.378078 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c51ec2d6-03bc-48b0-86da-4b26b6a1cef2 req-b8eba1f7-ca47-49af-9bfb-e45ee5ba552f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.1055362 Dec 23 12:05:24.498884 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c51ec2d6-03bc-48b0-86da-4b26b6a1cef2 req-d282b434-c251-47d3-866d-b7d0852cdcf1 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114707 Dec 23 12:05:24.517653 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-580fd327-d881-44ab-8af0-83db1fa36cc9 service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385078 Dec 23 12:05:24.630211 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-1a5d9942-681b-4e17-bf34-b1d492caf5b2 service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005440 Dec 23 12:05:25.491711 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a0fc7-9dc9-4a32-8825-1d9b0ca87947 req-5234e9df-dbd1-4eef-9b3e-62bd25c8c4ee tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:25.494961 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6d0a0fc7-9dc9-4a32-8825-1d9b0ca87947 req-5234e9df-dbd1-4eef-9b3e-62bd25c8c4ee tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0611422 Dec 23 12:05:25.556463 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6d0a0fc7-9dc9-4a32-8825-1d9b0ca87947 req-fea2a055-649d-4665-93bd-c0444c7bab22 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567474 Dec 23 12:05:25.653245 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559295b3-143a-4235-b07f-5d5d54780319 req-7dee9a29-f090-45ff-a5d0-948ccdbd0bf0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:25.654717 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-559295b3-143a-4235-b07f-5d5d54780319 req-7dee9a29-f090-45ff-a5d0-948ccdbd0bf0 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0495744 Dec 23 12:05:25.719422 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-559295b3-143a-4235-b07f-5d5d54780319 req-60172bd6-7c88-49c2-8b5e-1439ba0bc1b3 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568850 Dec 23 12:05:26.684650 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830ff2b-cdd2-4cb8-83fc-08c36e7f7659 req-af75d6bf-6a38-4f3d-925a-40c55025bd8a tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:26.686930 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5830ff2b-cdd2-4cb8-83fc-08c36e7f7659 req-af75d6bf-6a38-4f3d-925a-40c55025bd8a tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0615149 Dec 23 12:05:26.744620 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5830ff2b-cdd2-4cb8-83fc-08c36e7f7659 req-c2915cfd-b638-4894-afa3-60935efe9540 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511849 Dec 23 12:05:26.854273 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d07eca-bec1-410f-aa86-4675767fbd1e req-33069f84-a216-40c7-a184-987021b097bd tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:26.856117 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c6d07eca-bec1-410f-aa86-4675767fbd1e req-33069f84-a216-40c7-a184-987021b097bd tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0529234 Dec 23 12:05:26.917000 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c6d07eca-bec1-410f-aa86-4675767fbd1e req-2a756224-d5b3-4a74-8e09-6feb05ccba5f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536406 Dec 23 12:05:27.880964 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ae8ee-a7dd-40d2-96e6-84f913fcdb25 req-316bdc3c-666c-4c49-b606-4002a6013464 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:27.882691 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-733ae8ee-a7dd-40d2-96e6-84f913fcdb25 req-316bdc3c-666c-4c49-b606-4002a6013464 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0498402 Dec 23 12:05:27.952792 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-733ae8ee-a7dd-40d2-96e6-84f913fcdb25 req-6869a245-1a4d-41b0-81ab-f7c6a6c59a51 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609789 Dec 23 12:05:28.047245 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95152207-c2a8-4339-87bd-93613e7e6910 req-5c7069b3-3ac4-4ea9-9611-88ebe2587238 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:28.049002 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-95152207-c2a8-4339-87bd-93613e7e6910 req-5c7069b3-3ac4-4ea9-9611-88ebe2587238 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0525267 Dec 23 12:05:28.115157 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc16593-afc4-4bee-85f6-a7f3c3af24a8 req-bcf7fc21-4e35-44cd-a745-ba013961a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:28.116630 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0cc16593-afc4-4bee-85f6-a7f3c3af24a8 req-bcf7fc21-4e35-44cd-a745-ba013961a57f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 1098 time: 0.0667820 Dec 23 12:05:28.120379 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-95152207-c2a8-4339-87bd-93613e7e6910 req-f86f54e9-af62-484b-b573-e9d40edd15e6 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631759 Dec 23 12:05:28.210954 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc16593-afc4-4bee-85f6-a7f3c3af24a8 req-ab4f9537-7f04-4dc1-9b18-5b1d7994d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:28.212397 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0cc16593-afc4-4bee-85f6-a7f3c3af24a8 req-ab4f9537-7f04-4dc1-9b18-5b1d7994d528 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ff9bb10-bc99-4d12-bacb-9778f44904da HTTP/1.1" status: 200 len: 918 time: 0.0861621 Dec 23 12:05:28.282627 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0cc16593-afc4-4bee-85f6-a7f3c3af24a8 req-4cef73fa-c41f-4c03-949d-adfb34042a41 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761 HTTP/1.1" status: 200 len: 1001 time: 0.0611677 Dec 23 12:05:28.340162 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc16593-afc4-4bee-85f6-a7f3c3af24a8 req-adf4cb76-6092-4861-8b77-4a93988c0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:28.341477 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0cc16593-afc4-4bee-85f6-a7f3c3af24a8 req-adf4cb76-6092-4861-8b77-4a93988c0228 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=efd3053a-1fe5-4918-9663-e9416b7eff26 HTTP/1.1" status: 200 len: 856 time: 0.0463238 Dec 23 12:05:28.393455 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc16593-afc4-4bee-85f6-a7f3c3af24a8 req-c8df8a15-1caa-463d-894c-6f74f5762e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:28.394970 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0cc16593-afc4-4bee-85f6-a7f3c3af24a8 req-c8df8a15-1caa-463d-894c-6f74f5762e37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ff9bb10-bc99-4d12-bacb-9778f44904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396719 Dec 23 12:05:28.493523 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0cc16593-afc4-4bee-85f6-a7f3c3af24a8 req-6b3497f4-9c3a-4ecc-aeb0-451a0a75362d service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870585 Dec 23 12:05:28.600570 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0cc16593-afc4-4bee-85f6-a7f3c3af24a8 req-153a1391-738b-43c5-9d02-4587d02d9aa8 service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941961 Dec 23 12:05:29.089755 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5aa86-844e-48a9-aa3a-7f77716f5fd1 req-952f516f-2354-4bfa-83cd-4ef899f797d6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:29.091959 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ddf5aa86-844e-48a9-aa3a-7f77716f5fd1 req-952f516f-2354-4bfa-83cd-4ef899f797d6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0581040 Dec 23 12:05:29.145444 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ddf5aa86-844e-48a9-aa3a-7f77716f5fd1 req-9c70f536-83b7-48fa-b8dd-ec539eeabc07 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452387 Dec 23 12:05:29.262886 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827ee8c-0007-4356-874c-72e3241fe898 req-9a67901d-667c-4982-a2ca-d3d5fa75b172 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:29.264291 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d827ee8c-0007-4356-874c-72e3241fe898 req-9a67901d-667c-4982-a2ca-d3d5fa75b172 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0653048 Dec 23 12:05:29.314736 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d827ee8c-0007-4356-874c-72e3241fe898 req-9c70369a-bbea-4eb0-86d9-d71bee39034b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420418 Dec 23 12:05:30.282695 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cdc64-e0cc-4cd1-9596-2fa9875b3b08 req-84729747-ccc1-4b82-9cab-3967c1f8918a tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:30.284199 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cd5cdc64-e0cc-4cd1-9596-2fa9875b3b08 req-84729747-ccc1-4b82-9cab-3967c1f8918a tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0525949 Dec 23 12:05:30.335780 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cd5cdc64-e0cc-4cd1-9596-2fa9875b3b08 req-5ab704c0-824e-405a-adcb-4e8ebadd2a20 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446918 Dec 23 12:05:30.436678 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a135958-ea14-4332-b181-8b1209d86cbd req-ed4c8d23-18ca-489e-a055-71d532574f32 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:30.438035 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a135958-ea14-4332-b181-8b1209d86cbd req-ed4c8d23-18ca-489e-a055-71d532574f32 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0483201 Dec 23 12:05:30.488812 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a135958-ea14-4332-b181-8b1209d86cbd req-ecdb084c-6f88-46e2-b552-3038b4e13d73 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446601 Dec 23 12:05:31.459417 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7606f-a3c6-417a-90d2-8cc102e40bb4 req-f63d582f-ea46-46dd-ba61-c8c31738bced tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:31.460886 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-76a7606f-a3c6-417a-90d2-8cc102e40bb4 req-f63d582f-ea46-46dd-ba61-c8c31738bced tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 944 time: 0.0503004 Dec 23 12:05:31.515876 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-76a7606f-a3c6-417a-90d2-8cc102e40bb4 req-26767963-7510-45d0-9c59-6a980364681c tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460937 Dec 23 12:05:31.606362 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:05:31.611804 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5154d-5df4-4699-b9fc-b872a445a151 req-c950eac6-7533-4f18-9473-bdc1f8d9cdc1 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:31.613559 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c0f5154d-5df4-4699-b9fc-b872a445a151 req-c950eac6-7533-4f18-9473-bdc1f8d9cdc1 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 945 time: 0.0503883 Dec 23 12:05:31.621235 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 8c8adecf-b23d-4edb-96f6-b1d23075c761 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:05:31.665007 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c0f5154d-5df4-4699-b9fc-b872a445a151 req-3632d9b9-06b4-4f59-aa7a-16dac67fa1f5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434179 Dec 23 12:05:31.890125 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:05:31.899986 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:31.911130 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'port_id': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'mac_address': 'fa:16:3e:2e:c4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e9245b-e729-46be-9e81-c351195b4b96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:05:31.928645 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c8adecf-b23d-4edb-96f6-b1d23075c761'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:05:31.930961 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca7d915-a9fe-441c-80bb-a1ae2b55129d" -d '{"events": [{"server_uuid": "b0523247-1eca-4fec-83ea-1496d8dee549", "name": "network-vif-unplugged", "status": "completed", "tag": "8c8adecf-b23d-4edb-96f6-b1d23075c761"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:05:31.962495 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 8c8adecf-b23d-4edb-96f6-b1d23075c761, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:05:31.968263 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Dec 2021 12:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b7d67c-f0e7-4a3a-90dc-8d61f9083c04 x-openstack-request-id: req-72b7d67c-f0e7-4a3a-90dc-8d61f9083c04 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:05:31.968571 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0523247-1eca-4fec-83ea-1496d8dee549", "name": "network-vif-unplugged", "status": "failed", "tag": "8c8adecf-b23d-4edb-96f6-b1d23075c761", "code": 422}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:05:31.968804 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72b7d67c-f0e7-4a3a-90dc-8d61f9083c04 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:05:31.969208 dv-cinder-822821-1-iscsi neutron-server[102504]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'code': 422} returned with failed status Dec 23 12:05:31.971637 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:31.997194 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:32.021368 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:05:32.048834 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=8c8adecf-b23d-4edb-96f6-b1d23075c761,revision_number=8']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:05:32.054836 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:05:32.060547 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:32.119803 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,revision_number=7']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:05:32.592833 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['ec4101a7-3a3b-4137-ac8f-4d9146a15ac1'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:05:32.673174 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d340c-0a70-402d-8d3b-b66dbc90c8cf req-0290dbe2-6961-4a11-a773-9f3b7baf2d0d tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:32.674611 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ef9d340c-0a70-402d-8d3b-b66dbc90c8cf req-0290dbe2-6961-4a11-a773-9f3b7baf2d0d tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 945 time: 0.0823574 Dec 23 12:05:32.686215 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53746e2b-e11c-4380-a1de-0844091d690d req-81cca089-1592-42ef-99ff-2254f56eca3e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:32.687701 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-53746e2b-e11c-4380-a1de-0844091d690d req-81cca089-1592-42ef-99ff-2254f56eca3e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0856740 Dec 23 12:05:32.766119 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ef9d340c-0a70-402d-8d3b-b66dbc90c8cf req-883e22f5-6554-4177-9d35-8ee0e63ddf71 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773449 Dec 23 12:05:32.770918 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-53746e2b-e11c-4380-a1de-0844091d690d req-bbaa1b5d-38d1-4d86-94e8-15a8a4aca946 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748379 Dec 23 12:05:32.994820 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36312) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:05:33.121062 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-9f0636f0-8f3d-4f81-8e56-a362ea1e3b66 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1250603 Dec 23 12:05:33.132548 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-9a515221-bea6-4328-b3c4-d35df8d2e72f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102502) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:05:33.133495 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-9a515221-bea6-4328-b3c4-d35df8d2e72f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050659 Dec 23 12:05:33.636936 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:05:33.689684 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:05:33.690058 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:33.744681 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8542bb7a-eb57-4826-ab4f-98536a499845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:33.787539 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:33.825396 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:05:33.832128 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:33.832948 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 8c8adecf-b23d-4edb-96f6-b1d23075c761 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:05:33.910763 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,revision_number=8']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:05:33.931543 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a04b4-980e-4b8f-8378-fa99834c6d84 req-31e8df80-9327-4a57-b3b9-bc3cfd6e705d tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:33.933034 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-992a04b4-980e-4b8f-8378-fa99834c6d84 req-31e8df80-9327-4a57-b3b9-bc3cfd6e705d tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0802908 Dec 23 12:05:33.941294 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a39980-a7ce-46b0-a5e6-69992fd8d364 req-b6ead798-4721-4762-9244-f18c3847225f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:33.942725 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d4a39980-a7ce-46b0-a5e6-69992fd8d364 req-b6ead798-4721-4762-9244-f18c3847225f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0803013 Dec 23 12:05:33.970419 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:05:33.973002 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb02f4f8-96aa-46a6-9789-8c015dd4948f" -d '{"events": [{"server_uuid": "d087055b-27de-4c01-962a-5744a4c4cd7d", "name": "network-vif-plugged", "status": "completed", "tag": "ec4101a7-3a3b-4137-ac8f-4d9146a15ac1"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:05:34.011511 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-992a04b4-980e-4b8f-8378-fa99834c6d84 req-dbb663ae-e145-4bc8-a776-34116b90b37c tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678053 Dec 23 12:05:34.018316 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d4a39980-a7ce-46b0-a5e6-69992fd8d364 req-c32c2440-746a-4d56-ad5a-fe8ae3b16fd4 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680776 Dec 23 12:05:34.058279 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571e6b40-f381-4720-8d52-0d381e983a62 x-openstack-request-id: req-571e6b40-f381-4720-8d52-0d381e983a62 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:05:34.058609 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d087055b-27de-4c01-962a-5744a4c4cd7d", "name": "network-vif-plugged", "status": "completed", "tag": "ec4101a7-3a3b-4137-ac8f-4d9146a15ac1", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:05:34.058869 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-571e6b40-f381-4720-8d52-0d381e983a62 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:05:34.059269 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'code': 200} Dec 23 12:05:34.229469 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-72b7a576-eb9a-4e98-a613-9fa709b629a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:34.230914 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-72b7a576-eb9a-4e98-a613-9fa709b629a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549&tenant_id=e6c655658b5f4f53b4145ea20afcf1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0427551 Dec 23 12:05:34.332623 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-e7e0754f-7ed3-42e8-b92d-5d3196b33e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:34.334526 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-e7e0754f-7ed3-42e8-b92d-5d3196b33e9e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 1096 time: 0.0418711 Dec 23 12:05:34.439540 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-a89ebf41-e12c-44f7-80d0-07633f8a945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:34.440974 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-a89ebf41-e12c-44f7-80d0-07633f8a945e service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ff9bb10-bc99-4d12-bacb-9778f44904da HTTP/1.1" status: 200 len: 918 time: 0.0959029 Dec 23 12:05:34.526983 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6e799-d851-4ead-b1b8-b117843d7150 req-6fc88906-1632-42a2-8302-430cf911c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:34.528492 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b3e6e799-d851-4ead-b1b8-b117843d7150 req-6fc88906-1632-42a2-8302-430cf911c8ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 1099 time: 0.0905826 Dec 23 12:05:34.530241 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-78554e9d-d742-45ce-bc2a-ef0e13614459 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761 HTTP/1.1" status: 200 len: 999 time: 0.0801363 Dec 23 12:05:34.621566 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-88a7e192-cd98-4dc8-ac81-0f699e5c0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:34.623071 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-88a7e192-cd98-4dc8-ac81-0f699e5c0238 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=efd3053a-1fe5-4918-9663-e9416b7eff26 HTTP/1.1" status: 200 len: 856 time: 0.0711241 Dec 23 12:05:34.626007 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b3e6e799-d851-4ead-b1b8-b117843d7150 req-3e1fd1c0-c774-40e5-8da2-dd5ec0868a77 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751607 Dec 23 12:05:35.081298 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-c1fea810-80db-4402-b15c-0c22f26d6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:35.082847 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-c1fea810-80db-4402-b15c-0c22f26d6174 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ff9bb10-bc99-4d12-bacb-9778f44904da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435448 Dec 23 12:05:35.475004 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0629a-208f-410c-b010-0995b5760415 req-7111c749-c022-45de-b006-6e9d62b75d50 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:35.476478 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-40b0629a-208f-410c-b010-0995b5760415 req-7111c749-c022-45de-b006-6e9d62b75d50 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.3927014 Dec 23 12:05:35.494960 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc6481-a5e0-4833-9940-91fda3f78f56 req-4c512db5-ceb0-46aa-bc44-f0c8c1d78591 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:35.496350 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89bc6481-a5e0-4833-9940-91fda3f78f56 req-4c512db5-ceb0-46aa-bc44-f0c8c1d78591 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.3833971 Dec 23 12:05:35.519435 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-1bdb076b-17da-40ac-becd-3f7bf43978a6 service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075370 Dec 23 12:05:35.588682 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-40b0629a-208f-410c-b010-0995b5760415 req-032d832e-de52-40ae-88f4-a311e9d3f9f4 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014657 Dec 23 12:05:35.625416 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-89bc6481-a5e0-4833-9940-91fda3f78f56 req-b33613ec-4f6e-485d-8ad3-69bbf9b2b7f2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209147 Dec 23 12:05:35.655114 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-d591d066-9ce2-4983-8897-3b59070b26c3 service neutron] 10.222.0.61 "GET /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171379 Dec 23 12:05:35.974969 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-2b931b21-40bc-467c-a58e-8124bc342d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:36.741503 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8478d98-1d00-462f-a514-a3d7b164b705 req-4eb5306d-7894-4bbd-abb8-a477fd01e67d tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:36.743031 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d8478d98-1d00-462f-a514-a3d7b164b705 req-4eb5306d-7894-4bbd-abb8-a477fd01e67d tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0857911 Dec 23 12:05:36.776763 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade06c3-e748-4f1d-8b7b-4ddfa0897a40 req-c8b03d32-5fca-4753-9294-367c324db4ca tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:36.778296 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0ade06c3-e748-4f1d-8b7b-4ddfa0897a40 req-c8b03d32-5fca-4753-9294-367c324db4ca tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0779457 Dec 23 12:05:36.824078 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d8478d98-1d00-462f-a514-a3d7b164b705 req-20fa83f5-c153-40e4-839e-94c0db36ab70 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724692 Dec 23 12:05:36.849034 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0ade06c3-e748-4f1d-8b7b-4ddfa0897a40 req-bb27b64a-b899-4fd8-a685-6b9289204ec5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591729 Dec 23 12:05:37.165322 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:37.971266 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fadd53-ae34-4b79-b465-b92b678ffb2d req-9eb86117-9780-435a-9780-23f0c495c232 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:37.972755 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f2fadd53-ae34-4b79-b465-b92b678ffb2d req-9eb86117-9780-435a-9780-23f0c495c232 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0511672 Dec 23 12:05:38.022377 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f2fadd53-ae34-4b79-b465-b92b678ffb2d req-e15e16c9-a73a-49ab-87be-bc31268ef75f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428932 Dec 23 12:05:38.579839 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:39.147552 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7775b-9c7b-4805-89c3-e7a066c9e6b4 req-3efe3196-a612-47fa-8d3c-90b79c9c6c46 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:39.149153 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-44e7775b-9c7b-4805-89c3-e7a066c9e6b4 req-3efe3196-a612-47fa-8d3c-90b79c9c6c46 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0533752 Dec 23 12:05:39.203198 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-44e7775b-9c7b-4805-89c3-e7a066c9e6b4 req-51cd75fb-4690-41de-a24b-95e25af5fed3 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470057 Dec 23 12:05:39.289762 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:40.333293 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a79f5-3bcc-4401-9329-1d60ab5e0f3f req-53680b67-33d6-44c1-8a13-00b7c128bd17 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:40.334817 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ce4a79f5-3bcc-4401-9329-1d60ab5e0f3f req-53680b67-33d6-44c1-8a13-00b7c128bd17 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0539598 Dec 23 12:05:40.386465 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ce4a79f5-3bcc-4401-9329-1d60ab5e0f3f req-70d0b67e-e21f-4a8f-9f13-18f6dc26440e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452666 Dec 23 12:05:41.523846 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c610e2-e0ec-4436-bc06-ac2a6452da7e req-f070141d-2f35-4ebb-9cf9-40d1b309b88a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:41.525360 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e9c610e2-e0ec-4436-bc06-ac2a6452da7e req-f070141d-2f35-4ebb-9cf9-40d1b309b88a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0612192 Dec 23 12:05:41.578769 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e9c610e2-e0ec-4436-bc06-ac2a6452da7e req-7b217d8b-a99c-4324-9323-626d3caa1688 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424502 Dec 23 12:05:41.813565 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:05:42.701757 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdc4c3-c746-43c6-8f4a-7f8ec82c28b1 req-e7552526-b126-4976-b08f-a4d3aed7ad24 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:42.703306 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2ccdc4c3-c746-43c6-8f4a-7f8ec82c28b1 req-e7552526-b126-4976-b08f-a4d3aed7ad24 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0500646 Dec 23 12:05:42.752814 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2ccdc4c3-c746-43c6-8f4a-7f8ec82c28b1 req-234cfb2f-b47e-44b3-af2d-41e1c33989eb tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434277 Dec 23 12:05:43.879675 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865626c3-548e-4f3d-827c-5280b9b4e3d4 req-2bd4492a-8342-40c9-9b54-55239c154389 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:43.881144 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-865626c3-548e-4f3d-827c-5280b9b4e3d4 req-2bd4492a-8342-40c9-9b54-55239c154389 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0526989 Dec 23 12:05:43.941559 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-865626c3-548e-4f3d-827c-5280b9b4e3d4 req-5fd17761-f1b7-4afb-92f0-6ee6eccabcff tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525606 Dec 23 12:05:44.202207 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:45.066876 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f20bf6-0299-4833-abb9-dc6c2bd69bca req-b2c6f9c7-1a23-4095-9e57-e948086f917f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:45.068368 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92f20bf6-0299-4833-abb9-dc6c2bd69bca req-b2c6f9c7-1a23-4095-9e57-e948086f917f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0544972 Dec 23 12:05:45.117839 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92f20bf6-0299-4833-abb9-dc6c2bd69bca req-53665074-9b2e-4d22-8896-414bef394562 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433695 Dec 23 12:05:46.241032 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5298b9-a921-41c7-81a8-c54c005fbf10 req-3fe260e4-ac2e-4691-8521-cd5ddaf62501 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:46.242556 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4b5298b9-a921-41c7-81a8-c54c005fbf10 req-3fe260e4-ac2e-4691-8521-cd5ddaf62501 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0498502 Dec 23 12:05:46.291543 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4b5298b9-a921-41c7-81a8-c54c005fbf10 req-150ba69c-e516-4242-a90e-583b14729e66 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429268 Dec 23 12:05:47.425467 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b04a4b-a282-42c4-b456-07fa12939d1c req-58c8122d-c45b-4cc2-ad6d-8d1b7136b3bc tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:47.426955 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e0b04a4b-a282-42c4-b456-07fa12939d1c req-58c8122d-c45b-4cc2-ad6d-8d1b7136b3bc tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0545664 Dec 23 12:05:47.476165 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e0b04a4b-a282-42c4-b456-07fa12939d1c req-614fad2b-e26d-49ad-aa93-4125d9776e3b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430233 Dec 23 12:05:48.600723 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cda3ef-cc48-4062-8bad-1edff59907c6 req-5b470a73-4a04-4ada-a4fe-719a2eb4dd3a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:48.602230 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-48cda3ef-cc48-4062-8bad-1edff59907c6 req-5b470a73-4a04-4ada-a4fe-719a2eb4dd3a tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0500336 Dec 23 12:05:48.652728 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-48cda3ef-cc48-4062-8bad-1edff59907c6 req-b74a2f99-e93e-4ea5-ac37-5ac51e77cde5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435975 Dec 23 12:05:49.780351 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8511e3-40de-40a4-b0f1-43bfee034c89 req-c3ab1aa3-bc16-4c31-a725-a18b26f619ac tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:49.781980 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7c8511e3-40de-40a4-b0f1-43bfee034c89 req-c3ab1aa3-bc16-4c31-a725-a18b26f619ac tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0551493 Dec 23 12:05:49.834451 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7c8511e3-40de-40a4-b0f1-43bfee034c89 req-c7d7d610-bb86-4d5d-9b1f-0dcaf93eb57b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461006 Dec 23 12:05:50.969576 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e089c88-8e07-485f-8bdb-54ded7591c6a req-b9e0ff2c-8de2-471e-b8f8-c257bd42f3e2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:50.971047 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9e089c88-8e07-485f-8bdb-54ded7591c6a req-b9e0ff2c-8de2-471e-b8f8-c257bd42f3e2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0520365 Dec 23 12:05:51.019725 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9e089c88-8e07-485f-8bdb-54ded7591c6a req-27334478-65fa-48a5-91bd-a3c5fa26be84 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405345 Dec 23 12:05:51.386070 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8c22929f-0003-4b30-9ec2-75414f40d59b req-2c9137e4-55b2-4605-904d-8403ece7fd92 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454104 Dec 23 12:05:51.517766 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22929f-0003-4b30-9ec2-75414f40d59b req-99dde3fa-ea4b-416c-b0cb-a9003f3a8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:51.519275 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8c22929f-0003-4b30-9ec2-75414f40d59b req-99dde3fa-ea4b-416c-b0cb-a9003f3a8ba6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f78243e9c4ec4d51a07e39bec8a14073&device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 1099 time: 0.0460656 Dec 23 12:05:51.637082 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22929f-0003-4b30-9ec2-75414f40d59b req-a3a3f2b8-f9e4-435d-88e7-718a0ba3f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:51.638459 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8c22929f-0003-4b30-9ec2-75414f40d59b req-a3a3f2b8-f9e4-435d-88e7-718a0ba3f933 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b74e4f96-0c79-4be3-88be-9335e56fc15a HTTP/1.1" status: 200 len: 909 time: 0.0886135 Dec 23 12:05:51.712340 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8c22929f-0003-4b30-9ec2-75414f40d59b req-8791c236-523d-45bb-8b3e-4781a240a00e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 HTTP/1.1" status: 200 len: 1001 time: 0.0620768 Dec 23 12:05:51.767921 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22929f-0003-4b30-9ec2-75414f40d59b req-70b88539-0014-454e-b8a9-690be4095af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:51.769306 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8c22929f-0003-4b30-9ec2-75414f40d59b req-70b88539-0014-454e-b8a9-690be4095af5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85e9245b-e729-46be-9e81-c351195b4b96 HTTP/1.1" status: 200 len: 847 time: 0.0432723 Dec 23 12:05:51.821914 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22929f-0003-4b30-9ec2-75414f40d59b req-f8fdfd28-85e4-4eca-aac9-f89747d87cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:51.823404 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8c22929f-0003-4b30-9ec2-75414f40d59b req-f8fdfd28-85e4-4eca-aac9-f89747d87cd5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b74e4f96-0c79-4be3-88be-9335e56fc15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407088 Dec 23 12:05:51.928846 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8c22929f-0003-4b30-9ec2-75414f40d59b req-6a7d14d6-4e30-4fd4-b87b-d8db4b6c565f service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886765 Dec 23 12:05:52.020204 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8c22929f-0003-4b30-9ec2-75414f40d59b req-adbe8973-31ec-4016-adbd-dd4836992ad6 service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822377 Dec 23 12:05:52.158612 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b0e77-8392-4b7c-ac57-6544cd59efae req-b9571e3a-6d05-477b-9d06-6310d844ceb5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:52.160124 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ad8b0e77-8392-4b7c-ac57-6544cd59efae req-b9571e3a-6d05-477b-9d06-6310d844ceb5 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0563040 Dec 23 12:05:52.211515 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ad8b0e77-8392-4b7c-ac57-6544cd59efae req-6ff07a7c-171c-4da7-b9fb-e76b47fff335 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423541 Dec 23 12:05:53.337160 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab1d16-84ad-4e06-818c-f36c183a24a5 req-2593819f-48fd-4fcd-bb08-5b3c854bfeda tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:53.338669 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aeab1d16-84ad-4e06-818c-f36c183a24a5 req-2593819f-48fd-4fcd-bb08-5b3c854bfeda tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 943 time: 0.0508015 Dec 23 12:05:53.395525 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aeab1d16-84ad-4e06-818c-f36c183a24a5 req-94506154-b8be-4fb1-98df-a7fc0a46e84f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507934 Dec 23 12:05:53.760043 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 8c8adecf-b23d-4edb-96f6-b1d23075c761 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:05:53.860499 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 8c8adecf-b23d-4edb-96f6-b1d23075c761, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:05:53.871687 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'port_id': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'mac_address': 'fa:16:3e:e3:63:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:05:53.909275 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:53.921897 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8adecf-b23d-4edb-96f6-b1d23075c761 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:05:53.947541 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 8c8adecf-b23d-4edb-96f6-b1d23075c761, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:05:53.955306 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:54.004059 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=8c8adecf-b23d-4edb-96f6-b1d23075c761,revision_number=9']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:05:54.429792 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['8c8adecf-b23d-4edb-96f6-b1d23075c761'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:05:54.527455 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2701492-dd41-4153-800e-23bedb0b3ef7 req-04f55e2a-a06d-4fd8-885d-b9a48f0c8764 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:54.529074 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e2701492-dd41-4153-800e-23bedb0b3ef7 req-04f55e2a-a06d-4fd8-885d-b9a48f0c8764 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 944 time: 0.0492990 Dec 23 12:05:54.579530 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e2701492-dd41-4153-800e-23bedb0b3ef7 req-697c4cf8-db36-4e59-894f-cd3d1a910677 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439579 Dec 23 12:05:55.741445 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696e81a-c311-496b-b289-e294120ec673 req-f6b70b77-fbbb-4ad5-b4be-4474fb750de1 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:55.742963 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a696e81a-c311-496b-b289-e294120ec673 req-f6b70b77-fbbb-4ad5-b4be-4474fb750de1 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 944 time: 0.0571537 Dec 23 12:05:55.773097 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 8c8adecf-b23d-4edb-96f6-b1d23075c761 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:05:55.795048 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a696e81a-c311-496b-b289-e294120ec673 req-8c9c8067-fe51-48af-b7f7-2e786b7370bf tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433183 Dec 23 12:05:55.822337 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port 8c8adecf-b23d-4edb-96f6-b1d23075c761 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:05:55.822754 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:55.921544 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:55.943885 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8adecf-b23d-4edb-96f6-b1d23075c761'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:05:55.946148 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e862fc1e-d9b9-47ec-ade2-107c272995c3" -d '{"events": [{"server_uuid": "b0523247-1eca-4fec-83ea-1496d8dee549", "name": "network-vif-plugged", "status": "completed", "tag": "8c8adecf-b23d-4edb-96f6-b1d23075c761"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:05:55.959445 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 8c8adecf-b23d-4edb-96f6-b1d23075c761, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:05:55.964799 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:05:55.988307 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469c4564-8f70-465e-ae44-c1002942d622 x-openstack-request-id: req-469c4564-8f70-465e-ae44-c1002942d622 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:05:55.988622 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0523247-1eca-4fec-83ea-1496d8dee549", "name": "network-vif-plugged", "status": "completed", "tag": "8c8adecf-b23d-4edb-96f6-b1d23075c761", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:05:55.988876 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-469c4564-8f70-465e-ae44-c1002942d622 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:05:55.989261 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'code': 200} Dec 23 12:05:56.016114 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=8c8adecf-b23d-4edb-96f6-b1d23075c761,revision_number=10']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:05:56.288643 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb9bef-d17e-42bc-a145-812f777d98b1 req-2c613dde-169d-4817-b795-9936da66a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:56.290096 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d1fb9bef-d17e-42bc-a145-812f777d98b1 req-2c613dde-169d-4817-b795-9936da66a0cb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 1099 time: 0.0464232 Dec 23 12:05:56.347647 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d1fb9bef-d17e-42bc-a145-812f777d98b1 req-1cc40dea-724e-4fd7-bbdb-5658885e1de0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380263 Dec 23 12:05:56.922998 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4d338-19db-40c1-9896-7d1e9050859f req-964abb16-6fef-435f-b574-5c448359110f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:56.924504 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c5e4d338-19db-40c1-9896-7d1e9050859f req-964abb16-6fef-435f-b574-5c448359110f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 946 time: 0.0561051 Dec 23 12:05:56.973557 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c5e4d338-19db-40c1-9896-7d1e9050859f req-c6fa6a49-3021-4a06-80dd-9cfe3bf2ec7e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406113 Dec 23 12:05:58.101711 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445a2e1-0da9-4dd9-b51c-49c541929a86 req-d1f76370-5e7f-40d7-9051-399f499c3aaa tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:58.103227 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4445a2e1-0da9-4dd9-b51c-49c541929a86 req-d1f76370-5e7f-40d7-9051-399f499c3aaa tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 946 time: 0.0484998 Dec 23 12:05:58.153311 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4445a2e1-0da9-4dd9-b51c-49c541929a86 req-a7bee7fd-4074-4f6c-b49b-f4c9b7950951 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436275 Dec 23 12:05:59.290758 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3fb0d-b269-48c3-8196-622c185e1b84 req-969f79c2-de74-4702-98a5-87f719783c71 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:05:59.292212 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fcb3fb0d-b269-48c3-8196-622c185e1b84 req-969f79c2-de74-4702-98a5-87f719783c71 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 946 time: 0.0564377 Dec 23 12:05:59.350262 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fcb3fb0d-b269-48c3-8196-622c185e1b84 req-adc525a6-84c4-4f4e-a89c-b1939c558019 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493658 Dec 23 12:06:01.187917 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1229de0-fe77-4ae0-98b3-8ce0956378a0 req-08fdad91-cd14-4dd3-b097-cc66c6ab14e3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:01.189421 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f1229de0-fe77-4ae0-98b3-8ce0956378a0 req-08fdad91-cd14-4dd3-b097-cc66c6ab14e3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0507803 Dec 23 12:06:01.243969 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f1229de0-fe77-4ae0-98b3-8ce0956378a0 req-2960f423-e243-4136-ae3d-821e23917675 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464752 Dec 23 12:06:02.371277 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2864b10-9ce4-4380-bb3b-282b9db7b866 req-257183f7-b2c0-4642-8ea2-acb394e08cd6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:02.372742 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e2864b10-9ce4-4380-bb3b-282b9db7b866 req-257183f7-b2c0-4642-8ea2-acb394e08cd6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0499742 Dec 23 12:06:02.424634 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e2864b10-9ce4-4380-bb3b-282b9db7b866 req-022e9d51-4ec5-4eac-a0e5-47fa74099e29 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456245 Dec 23 12:06:03.576159 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7102a-fd0f-490f-9176-7cea4f9049b1 req-74929620-8154-4ae6-be9c-25a19ca880b4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:03.578163 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dfd7102a-fd0f-490f-9176-7cea4f9049b1 req-74929620-8154-4ae6-be9c-25a19ca880b4 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0630319 Dec 23 12:06:03.626592 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dfd7102a-fd0f-490f-9176-7cea4f9049b1 req-0ed17240-6eb2-429e-aa11-03dc91eb3330 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418763 Dec 23 12:06:03.742722 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-ac230de8-113a-48d4-9a42-92bdc6477306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:04.749914 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e063099-63c6-4410-9682-43c0574c3e32 req-b75d43d8-e98d-4381-adbd-7e51ee4b9094 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:04.751416 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8e063099-63c6-4410-9682-43c0574c3e32 req-b75d43d8-e98d-4381-adbd-7e51ee4b9094 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0505061 Dec 23 12:06:04.798366 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8e063099-63c6-4410-9682-43c0574c3e32 req-3aba59e4-ce71-431c-a6ff-0ed82a5630d3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407383 Dec 23 12:06:05.930326 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86943c35-54f9-4015-b321-74eed462abc9 req-e52bfea8-3f3b-43bd-8ff9-b034abbc34cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:05.931835 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-86943c35-54f9-4015-b321-74eed462abc9 req-e52bfea8-3f3b-43bd-8ff9-b034abbc34cb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0599916 Dec 23 12:06:05.970666 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-85e09dac-1e8f-4e04-b230-a9630c12a648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:05.985496 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-86943c35-54f9-4015-b321-74eed462abc9 req-14808e06-031d-48ff-8ff1-725312d7a1af tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451152 Dec 23 12:06:07.116693 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35584552-a8ca-424b-bf56-471bc05de88a req-e5d2994c-361a-408c-bd59-5a88c2f1c197 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:07.118169 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35584552-a8ca-424b-bf56-471bc05de88a req-e5d2994c-361a-408c-bd59-5a88c2f1c197 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0577056 Dec 23 12:06:07.162748 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:07.168913 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35584552-a8ca-424b-bf56-471bc05de88a req-e4d19b74-47ab-4784-8e28-e9e84fb3ccfb tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420082 Dec 23 12:06:08.299347 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653698a9-3ae1-4ea7-9788-ab971c47aeea req-87264a0f-816b-43f7-9e65-a42ec59b3c1f tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:08.300846 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-653698a9-3ae1-4ea7-9788-ab971c47aeea req-87264a0f-816b-43f7-9e65-a42ec59b3c1f tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0498400 Dec 23 12:06:08.351185 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-653698a9-3ae1-4ea7-9788-ab971c47aeea req-e80136fc-5dcc-4f64-9b74-4bf7bb6d67f1 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443828 Dec 23 12:06:08.589895 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:09.290807 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:09.479656 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14643777-dc90-4610-961e-6e191d81751c req-11604996-dd46-4555-93b8-aaaefb751f57 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:09.481177 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14643777-dc90-4610-961e-6e191d81751c req-11604996-dd46-4555-93b8-aaaefb751f57 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0571928 Dec 23 12:06:09.531191 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14643777-dc90-4610-961e-6e191d81751c req-1accd4a4-d058-4a93-aee1-c27ada45d8bf tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432892 Dec 23 12:06:10.658154 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6c6f1-a92b-46ad-9fef-1378e26c14e0 req-426759df-37c2-4512-90b0-d4ed5186ae6a tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:10.659558 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-81e6c6f1-a92b-46ad-9fef-1378e26c14e0 req-426759df-37c2-4512-90b0-d4ed5186ae6a tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0506015 Dec 23 12:06:10.709112 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-81e6c6f1-a92b-46ad-9fef-1378e26c14e0 req-d5f1573a-5254-4ef1-ad97-5be958134385 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409400 Dec 23 12:06:11.849196 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ee2c4-239e-4cd0-8306-a21c5d632ea0 req-f00050c9-5347-4294-a58e-6d655bdf2f5f tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:11.850723 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-851ee2c4-239e-4cd0-8306-a21c5d632ea0 req-f00050c9-5347-4294-a58e-6d655bdf2f5f tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0614266 Dec 23 12:06:11.910980 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-851ee2c4-239e-4cd0-8306-a21c5d632ea0 req-a547efd4-b13b-4717-8db9-33225c998d37 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541661 Dec 23 12:06:12.137346 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f1676-b80d-497f-9ebb-c81b59478e0f req-538b4004-f990-455b-bb2e-d72474d2fa22 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:12.138815 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dd2f1676-b80d-497f-9ebb-c81b59478e0f req-538b4004-f990-455b-bb2e-d72474d2fa22 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0514262 Dec 23 12:06:12.187872 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dd2f1676-b80d-497f-9ebb-c81b59478e0f req-ab919915-30df-4b81-b46e-9118ccfdf827 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426505 Dec 23 12:06:12.263623 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e8d7a-65cd-4166-9220-ec9ff3842297 req-a712d738-1c69-41a2-a4ed-a41a603a5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:12.265090 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b22e8d7a-65cd-4166-9220-ec9ff3842297 req-a712d738-1c69-41a2-a4ed-a41a603a5368 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=83a1e536ed4249adb353b71e8bf03cfd&device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 1099 time: 0.0416613 Dec 23 12:06:12.370036 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e8d7a-65cd-4166-9220-ec9ff3842297 req-efc4bdca-4f93-48dc-a071-804f0bd9550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:12.371594 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b22e8d7a-65cd-4166-9220-ec9ff3842297 req-efc4bdca-4f93-48dc-a071-804f0bd9550e service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b7dd52-a57d-43ce-8b05-529205e80faf HTTP/1.1" status: 200 len: 912 time: 0.0935614 Dec 23 12:06:12.445407 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b22e8d7a-65cd-4166-9220-ec9ff3842297 req-d5665f4c-89ed-4691-8f17-9d8bd96f48c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8ea114b-8a29-4d6d-a634-848c94498c32 HTTP/1.1" status: 200 len: 1001 time: 0.0619998 Dec 23 12:06:12.499557 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e8d7a-65cd-4166-9220-ec9ff3842297 req-0939116a-9788-414d-8080-463aeb03affa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:12.500972 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b22e8d7a-65cd-4166-9220-ec9ff3842297 req-0939116a-9788-414d-8080-463aeb03affa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5555c9d-9557-440e-86bd-6d7dd36195b8 HTTP/1.1" status: 200 len: 850 time: 0.0436089 Dec 23 12:06:12.549191 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e8d7a-65cd-4166-9220-ec9ff3842297 req-2cbd2df2-5555-4796-a0a6-94e5bdd2ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:12.550567 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b22e8d7a-65cd-4166-9220-ec9ff3842297 req-2cbd2df2-5555-4796-a0a6-94e5bdd2ef59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b7dd52-a57d-43ce-8b05-529205e80faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401549 Dec 23 12:06:12.647218 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b22e8d7a-65cd-4166-9220-ec9ff3842297 req-16164173-e1a2-4f56-9359-587553df63c8 service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878081 Dec 23 12:06:12.743887 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b22e8d7a-65cd-4166-9220-ec9ff3842297 req-24195127-a588-40db-a47f-bf6d84660512 service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877833 Dec 23 12:06:13.351342 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72970c48-5613-4578-8539-0d90d643ee81 req-a69eba43-4840-452b-ae43-3a35613202d3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:13.353008 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-72970c48-5613-4578-8539-0d90d643ee81 req-a69eba43-4840-452b-ae43-3a35613202d3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0758665 Dec 23 12:06:13.427505 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-72970c48-5613-4578-8539-0d90d643ee81 req-3cb51369-ef9a-4f0d-93db-4439746d9b30 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674379 Dec 23 12:06:14.217827 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:14.567530 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee395926-351a-425c-af0b-d84c8c759969 req-505dfecb-1041-4027-9247-76ddf7074a0c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:14.569855 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ee395926-351a-425c-af0b-d84c8c759969 req-505dfecb-1041-4027-9247-76ddf7074a0c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0565684 Dec 23 12:06:14.618612 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ee395926-351a-425c-af0b-d84c8c759969 req-9aeb1a13-3271-4154-8c0f-f97da3e4b9ec tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426502 Dec 23 12:06:18.815200 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:06:33.746114 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-4a4f288d-75a3-4d5d-bebe-ac97cd75f56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:35.972653 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-61f9a29c-583c-4edc-93dd-2c30a8a6bcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:37.174725 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:38.589168 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:39.297171 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:44.230908 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:45.143177 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a8cdd7e4-97d6-4c94-9f96-537c9e81a61e req-4ed19528-93dd-4ca1-ab7c-a194421de082 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405569 Dec 23 12:06:45.238075 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdd7e4-97d6-4c94-9f96-537c9e81a61e req-627d4522-6a3c-482e-9bb6-c232090f3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:45.239586 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a8cdd7e4-97d6-4c94-9f96-537c9e81a61e req-627d4522-6a3c-482e-9bb6-c232090f3725 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=83a1e536ed4249adb353b71e8bf03cfd&device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 1099 time: 0.0444460 Dec 23 12:06:45.351036 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdd7e4-97d6-4c94-9f96-537c9e81a61e req-dea5dc11-686f-4afc-9801-136d8ff80ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:45.352474 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a8cdd7e4-97d6-4c94-9f96-537c9e81a61e req-dea5dc11-686f-4afc-9801-136d8ff80ab2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b7dd52-a57d-43ce-8b05-529205e80faf HTTP/1.1" status: 200 len: 912 time: 0.0861673 Dec 23 12:06:45.431958 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a8cdd7e4-97d6-4c94-9f96-537c9e81a61e req-2d350d5f-ceff-46ab-93db-5ec9acc2bee6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8ea114b-8a29-4d6d-a634-848c94498c32 HTTP/1.1" status: 200 len: 1001 time: 0.0685010 Dec 23 12:06:45.489372 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdd7e4-97d6-4c94-9f96-537c9e81a61e req-c6a64530-b6c5-4818-9a42-e32b2c6b4cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:45.490828 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a8cdd7e4-97d6-4c94-9f96-537c9e81a61e req-c6a64530-b6c5-4818-9a42-e32b2c6b4cdb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5555c9d-9557-440e-86bd-6d7dd36195b8 HTTP/1.1" status: 200 len: 850 time: 0.0503063 Dec 23 12:06:45.543444 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdd7e4-97d6-4c94-9f96-537c9e81a61e req-b8608c84-a51e-4815-8376-1599e49be6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:45.544942 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a8cdd7e4-97d6-4c94-9f96-537c9e81a61e req-b8608c84-a51e-4815-8376-1599e49be6e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b7dd52-a57d-43ce-8b05-529205e80faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416048 Dec 23 12:06:45.641434 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a8cdd7e4-97d6-4c94-9f96-537c9e81a61e req-477e954f-55c9-4cba-932d-00265e2b23b9 service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863256 Dec 23 12:06:45.739023 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a8cdd7e4-97d6-4c94-9f96-537c9e81a61e req-3b069694-0d1c-4340-b9a1-90b1b9490cd9 service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858943 Dec 23 12:06:48.884043 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55223b73-6834-4566-824e-430a9dfc02c4 req-026e85af-a33d-47f9-8832-1b50fcc47e70 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:48.885435 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-55223b73-6834-4566-824e-430a9dfc02c4 req-026e85af-a33d-47f9-8832-1b50fcc47e70 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 946 time: 0.0558481 Dec 23 12:06:48.932304 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-55223b73-6834-4566-824e-430a9dfc02c4 req-a25a221c-59e0-4e94-8e8f-589f8109670f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408335 Dec 23 12:06:50.080135 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdddc99-0776-4110-aa1f-6e0c13fa02c6 req-84620255-6b88-4744-aa07-aee36ff81a83 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:50.081653 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5fdddc99-0776-4110-aa1f-6e0c13fa02c6 req-84620255-6b88-4744-aa07-aee36ff81a83 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 946 time: 0.0635467 Dec 23 12:06:50.128502 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5fdddc99-0776-4110-aa1f-6e0c13fa02c6 req-57b51f4a-f626-48ae-8c3e-f2c797191592 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407379 Dec 23 12:06:51.003860 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-ef5512be-ea96-42a9-b448-9dcf696aa16f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:51.005332 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-ef5512be-ea96-42a9-b448-9dcf696aa16f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 946 time: 0.0626264 Dec 23 12:06:51.099465 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Deleting port 8c8adecf-b23d-4edb-96f6-b1d23075c761 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:06:51.100143 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:51.194058 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] For port 8c8adecf-b23d-4edb-96f6-b1d23075c761, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8c8adecf-b23d-4edb-96f6-b1d23075c761,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:06:51.194426 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:51.336535 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f60c0-4d53-4a4d-a516-2e5f3558c6b3 req-019f4f82-4b21-4522-8e73-ca329868158b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:51.338018 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f66f60c0-4d53-4a4d-a516-2e5f3558c6b3 req-019f4f82-4b21-4522-8e73-ca329868158b tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 946 time: 0.1308441 Dec 23 12:06:51.429946 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:51.430321 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:51.430665 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.l3_db [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Floating IP e5c3814a-8054-4a47-87a3-e68170ff9877 disassociated. External IP: 172.27.2.223, port: 8c8adecf-b23d-4edb-96f6-b1d23075c761. Dec 23 12:06:51.431002 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Calling delete_port for 8c8adecf-b23d-4edb-96f6-b1d23075c761 owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:06:51.439765 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f66f60c0-4d53-4a4d-a516-2e5f3558c6b3 req-3d51cb21-57c4-4b3c-83a9-9cd1807f111e tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups?id=19558e4b-c1e5-4bd4-8e15-08b325df138b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953150 Dec 23 12:06:51.567351 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:51.594142 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event deleted for resources: {'Port': ['ID=8c8adecf-b23d-4edb-96f6-b1d23075c761,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:06:51.603978 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:51.604326 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:51.604943 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:51.605278 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:51.605606 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:51.605931 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:51.606253 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:51.606597 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:51.606917 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:51.607230 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:51.607544 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:51.608216 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:51.608527 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:06:51.728191 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Router a7317eee-00fc-4c04-a387-f27124df9332 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:06:52.097157 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:06:52.108815 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9fc9a1-db9d-41f1-a465-b96e5d835ff2 None None] Sync routers for ids ['a7317eee-00fc-4c04-a387-f27124df9332'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:06:52.119367 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9fc9a1-db9d-41f1-a465-b96e5d835ff2 None None] Routers {'a7317eee-00fc-4c04-a387-f27124df9332'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:06:52.119992 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-3c9fc9a1-db9d-41f1-a465-b96e5d835ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:06:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a7317eee-00fc-4c04-a387-f27124df9332'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:06:52.136161 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] No DVR routers for this DVR port 8c8adecf-b23d-4edb-96f6-b1d23075c761 on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:06:52.138872 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:52.142286 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-eedab120-c0e6-4d1f-921d-54023d759f1c req-c5cbe652-b88d-4f1d-8342-8a8befa2a672 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.61 "DELETE /v2.0/ports/8c8adecf-b23d-4edb-96f6-b1d23075c761 HTTP/1.1" status: 204 len: 173 time: 1.1291633 Dec 23 12:06:52.142892 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'name': 'network-vif-deleted', 'tag': '8c8adecf-b23d-4edb-96f6-b1d23075c761'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:06:52.145146 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5d538c-1278-48cb-af82-873905db01cf" -d '{"events": [{"server_uuid": "b0523247-1eca-4fec-83ea-1496d8dee549", "name": "network-vif-deleted", "tag": "8c8adecf-b23d-4edb-96f6-b1d23075c761"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:06:52.181504 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ddad18-5669-43c1-a93b-cae2ffd5b348 x-openstack-request-id: req-28ddad18-5669-43c1-a93b-cae2ffd5b348 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:06:52.181752 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0523247-1eca-4fec-83ea-1496d8dee549", "name": "network-vif-deleted", "tag": "8c8adecf-b23d-4edb-96f6-b1d23075c761", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:06:52.182315 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28ddad18-5669-43c1-a93b-cae2ffd5b348 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:06:52.182435 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0523247-1eca-4fec-83ea-1496d8dee549', 'name': 'network-vif-deleted', 'tag': '8c8adecf-b23d-4edb-96f6-b1d23075c761', 'status': 'completed', 'code': 200} Dec 23 12:06:52.224460 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-3c9fc9a1-db9d-41f1-a465-b96e5d835ff2 None None] Set router a7317eee-00fc-4c04-a387-f27124df9332 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:06:52.423985 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-3c9fc9a1-db9d-41f1-a465-b96e5d835ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:44Z', 'revision_number': 5, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:06:52.451388 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9fc9a1-db9d-41f1-a465-b96e5d835ff2 None None] Checking router: a7317eee-00fc-4c04-a387-f27124df9332 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:06:52.461373 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9fc9a1-db9d-41f1-a465-b96e5d835ff2 None None] Routers {'a7317eee-00fc-4c04-a387-f27124df9332'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:06:52.461985 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-3c9fc9a1-db9d-41f1-a465-b96e5d835ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:06:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a7317eee-00fc-4c04-a387-f27124df9332'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:06:52.556274 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cd5e9398-2785-456a-a366-5e0cfb09bb71 req-b7793033-fe99-4ee0-923a-1e9aee8ae9c9 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0523247-1eca-4fec-83ea-1496d8dee549 HTTP/1.1" status: 200 len: 210 time: 0.0271363 Dec 23 12:06:52.715408 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-3c9fc9a1-db9d-41f1-a465-b96e5d835ff2 None None] Set router a7317eee-00fc-4c04-a387-f27124df9332 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:06:52.906228 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-3c9fc9a1-db9d-41f1-a465-b96e5d835ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:44Z', 'revision_number': 5, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:06:52.931531 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9fc9a1-db9d-41f1-a465-b96e5d835ff2 None None] The sync data for ids ['a7317eee-00fc-4c04-a387-f27124df9332'] in dv-cinder-822821-1-iscsi is: [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T11:58:37Z', 'revision_number': 4, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'dc39ecc4-5a9d-4267-8841-c6bae17cf8e7', 'name': '', 'network_id': '2ff9bb10-bc99-4d12-bacb-9778f44904da', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'mac_address': 'fa:16:3e:80:4a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:35Z', 'updated_at': '2021-12-23T11:58:44Z', 'revision_number': 5, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'subnets': [{'id': 'efd3053a-1fe5-4918-9663-e9416b7eff26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:06:53.163726 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faa2fe1-398e-4e35-8f3c-71d2b12a1cbb None None] New status for floating IP e5c3814a-8054-4a47-87a3-e68170ff9877: DOWN {{(pid=102505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:06:54.680126 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 36552) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:06:54.739073 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4341fe19-360e-4dde-8b76-c2d4be0ac5c2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:54.763268 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4341fe19-360e-4dde-8b76-c2d4be0ac5c2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:54.815056 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4341fe19-360e-4dde-8b76-c2d4be0ac5c2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:54.817650 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4341fe19-360e-4dde-8b76-c2d4be0ac5c2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:54.818809 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-4341fe19-360e-4dde-8b76-c2d4be0ac5c2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "DELETE /v2.0/security-groups/19558e4b-c1e5-4bd4-8e15-08b325df138b HTTP/1.1" status: 204 len: 168 time: 0.1375649 Dec 23 12:06:54.821625 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36554) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:06:54.828242 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341fe19-360e-4dde-8b76-c2d4be0ac5c2 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19558e4b-c1e5-4bd4-8e15-08b325df138b,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:06:54.837089 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.api.v2.resource [None req-c010d37c-9903-497a-ae5b-499739d30d91 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] show failed (client error): The resource could not be found. Dec 23 12:06:54.838127 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-c010d37c-9903-497a-ae5b-499739d30d91 tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "GET /v2.0/security-groups/19558e4b-c1e5-4bd4-8e15-08b325df138b HTTP/1.1" status: 404 len: 347 time: 0.0155132 Dec 23 12:06:54.841737 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 36558) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:06:54.967060 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-b917be26-0a2d-419e-b883-8da57125c38f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Deleting port 5a48be83-9827-4dfb-8a3b-ee0f9717b9c9 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:06:54.967299 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b917be26-0a2d-419e-b883-8da57125c38f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:55.070278 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b917be26-0a2d-419e-b883-8da57125c38f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:55.070752 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b917be26-0a2d-419e-b883-8da57125c38f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:55.082884 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-b917be26-0a2d-419e-b883-8da57125c38f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Calling delete_port for 5a48be83-9827-4dfb-8a3b-ee0f9717b9c9 owned by network:floatingip {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:06:55.221244 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b917be26-0a2d-419e-b883-8da57125c38f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:55.260891 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917be26-0a2d-419e-b883-8da57125c38f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Pushing event deleted for resources: {'Port': ['ID=5a48be83-9827-4dfb-8a3b-ee0f9717b9c9,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:06:55.323225 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b917be26-0a2d-419e-b883-8da57125c38f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks [] for floatingip, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:55.325791 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b917be26-0a2d-419e-b883-8da57125c38f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:55.327001 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-b917be26-0a2d-419e-b883-8da57125c38f tempest-AttachVolumeShelveTestJSON-978153387 tempest-AttachVolumeShelveTestJSON-978153387-project] 10.222.0.65 "DELETE /v2.0/floatingips/e5c3814a-8054-4a47-87a3-e68170ff9877 HTTP/1.1" status: 204 len: 168 time: 0.4841785 Dec 23 12:06:55.819003 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:06:56.061200 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 8c8adecf-b23d-4edb-96f6-b1d23075c761 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:06:56.088145 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: 8c8adecf-b23d-4edb-96f6-b1d23075c761 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:06:56.088426 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 8c8adecf-b23d-4edb-96f6-b1d23075c761 not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:06:57.673700 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75b282-0e1d-4e9b-ba1a-94ed9b2f610d req-109838ce-f04d-4b16-9772-437ce9f66ed6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:57.675383 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ce75b282-0e1d-4e9b-ba1a-94ed9b2f610d req-109838ce-f04d-4b16-9772-437ce9f66ed6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0494132 Dec 23 12:06:57.727658 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ce75b282-0e1d-4e9b-ba1a-94ed9b2f610d req-bc1b9ca9-c665-4b90-9ee3-c4ee8f4965a6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439293 Dec 23 12:06:57.920076 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 36592) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:06:58.414411 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9c99a7ae-fb80-4988-821e-9d369f04141d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601563'] for router_interface, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:58.673154 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-9c99a7ae-fb80-4988-821e-9d369f04141d admin admin] Deleting port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:06:58.673406 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9c99a7ae-fb80-4988-821e-9d369f04141d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:58.751483 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [None req-9c99a7ae-fb80-4988-821e-9d369f04141d admin admin] For port dc39ecc4-5a9d-4267-8841-c6bae17cf8e7, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=dc39ecc4-5a9d-4267-8841-c6bae17cf8e7,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:06:58.752207 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9c99a7ae-fb80-4988-821e-9d369f04141d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:58.764122 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-9c99a7ae-fb80-4988-821e-9d369f04141d admin admin] Calling delete_port for dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 owned by network:router_interface {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:06:58.905599 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bb511-2d93-4cc1-8ade-088621d28f4c req-33a24f9b-2b85-4b93-8011-6802b3c1f26c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:06:58.907089 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-855bb511-2d93-4cc1-8ade-088621d28f4c req-33a24f9b-2b85-4b93-8011-6802b3c1f26c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0972571 Dec 23 12:06:58.975768 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-855bb511-2d93-4cc1-8ade-088621d28f4c req-9be96224-bb45-49f3-ae53-8f514b18de55 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620475 Dec 23 12:06:59.025731 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9c99a7ae-fb80-4988-821e-9d369f04141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:59.051598 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99a7ae-fb80-4988-821e-9d369f04141d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc39ecc4-5a9d-4267-8841-c6bae17cf8e7,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:06:59.213725 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-9c99a7ae-fb80-4988-821e-9d369f04141d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595275'] for router_interface, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:59.423969 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c99a7ae-fb80-4988-821e-9d369f04141d admin admin] Router a7317eee-00fc-4c04-a387-f27124df9332 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:06:59.545331 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c99a7ae-fb80-4988-821e-9d369f04141d admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:06:59.551083 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-9c99a7ae-fb80-4988-821e-9d369f04141d admin admin] 10.222.0.65 "PUT /v2.0/routers/a7317eee-00fc-4c04-a387-f27124df9332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6298199 Dec 23 12:06:59.553085 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 36598) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:06:59.554867 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8469c-9249-4d2d-bfdc-50b7f1963932 None None] Sync routers for ids ['a7317eee-00fc-4c04-a387-f27124df9332'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:06:59.565645 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8469c-9249-4d2d-bfdc-50b7f1963932 None None] Routers {'a7317eee-00fc-4c04-a387-f27124df9332'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:06:59.566269 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-49d8469c-9249-4d2d-bfdc-50b7f1963932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:06:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a7317eee-00fc-4c04-a387-f27124df9332'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:06:59.656024 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] Publish callbacks [] for router, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:59.671356 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-49d8469c-9249-4d2d-bfdc-50b7f1963932 None None] Set router a7317eee-00fc-4c04-a387-f27124df9332 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:06:59.758490 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:59.816036 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] Deleting port 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:06:59.816377 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:59.854975 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-49d8469c-9249-4d2d-bfdc-50b7f1963932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T12:06:58Z', 'revision_number': 5, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port': {'id': '4ac7ebef-3f42-4493-b5d2-7e079cbd9dda', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T11:58:31Z', 'updated_at': '2021-12-23T11:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:06:59.886153 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8469c-9249-4d2d-bfdc-50b7f1963932 None None] Checking router: a7317eee-00fc-4c04-a387-f27124df9332 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:06:59.894851 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8469c-9249-4d2d-bfdc-50b7f1963932 None None] Routers {'a7317eee-00fc-4c04-a387-f27124df9332'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:06:59.895477 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-49d8469c-9249-4d2d-bfdc-50b7f1963932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:06:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a7317eee-00fc-4c04-a387-f27124df9332'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:06:59.899733 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] For port 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=4ac7ebef-3f42-4493-b5d2-7e079cbd9dda,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:06:59.900160 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:06:59.911884 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] Calling delete_port for 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda owned by network:router_gateway {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:06:59.979255 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-49d8469c-9249-4d2d-bfdc-50b7f1963932 None None] Set router a7317eee-00fc-4c04-a387-f27124df9332 gateway port host: None {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:00.031046 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-49d8469c-9249-4d2d-bfdc-50b7f1963932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T12:06:59Z', 'revision_number': 6, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port_host': None}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:00.062568 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8469c-9249-4d2d-bfdc-50b7f1963932 None None] The sync data for ids ['a7317eee-00fc-4c04-a387-f27124df9332'] in dv-cinder-822821-1-iscsi is: [{'id': 'a7317eee-00fc-4c04-a387-f27124df9332', 'name': 'tempest-AttachVolumeShelveTestJSON-1716690987-router', 'tenant_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T11:58:30Z', 'updated_at': '2021-12-23T12:06:59Z', 'revision_number': 6, 'project_id': 'e6c655658b5f4f53b4145ea20afcf1d4', 'gw_port_host': None}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:07:00.117129 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:00.145850 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac7ebef-3f42-4493-b5d2-7e079cbd9dda,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:00.155962 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863027c-1f4e-4f09-ad43-7704e759baa5 req-97f7886c-6af3-4616-9422-18e0b25a5d93 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:00.157468 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5863027c-1f4e-4f09-ad43-7704e759baa5 req-97f7886c-6af3-4616-9422-18e0b25a5d93 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0927973 Dec 23 12:07:00.250013 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5863027c-1f4e-4f09-ad43-7704e759baa5 req-54196ca7-6638-4b17-ae31-6cc963fcf047 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863862 Dec 23 12:07:00.250734 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-598801'] for router_gateway, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:00.341276 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5042'] for router, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:00.344567 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:00.391732 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595896'] for router, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:00.392302 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7317eee-00fc-4c04-a387-f27124df9332 {{(pid=102503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:07:00.396881 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] Publish callbacks [] for router, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:00.398049 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-cc3d29a1-8cdd-4927-97e6-15f1da3d1862 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a7317eee-00fc-4c04-a387-f27124df9332 HTTP/1.1" status: 204 len: 168 time: 0.8438935 Dec 23 12:07:00.400761 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 36602) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:00.473107 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2278f1a-051b-4001-aacc-ba2558b875b6 admin admin] Deleting subnet efd3053a-1fe5-4918-9663-e9416b7eff26 {{(pid=102503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:07:00.481839 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b2278f1a-051b-4001-aacc-ba2558b875b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:00.514286 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-3b1fdfe8-c9cd-40f4-a7c3-4419c3e4d440 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:00.515698 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-3b1fdfe8-c9cd-40f4-a7c3-4419c3e4d440 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0901871 Dec 23 12:07:00.524644 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b2278f1a-051b-4001-aacc-ba2558b875b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908575'] for subnet, precommit_delete_associations {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:00.686019 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b2278f1a-051b-4001-aacc-ba2558b875b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:00.864272 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:07:00.886850 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:07:00.887202 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 4ac7ebef-3f42-4493-b5d2-7e079cbd9dda not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:07:00.887630 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:07:00.909292 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:07:00.909766 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device dc39ecc4-5a9d-4267-8841-c6bae17cf8e7 not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:07:00.974698 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Deleting port e8ea114b-8a29-4d6d-a634-848c94498c32 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:00.975300 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.046545 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b2278f1a-051b-4001-aacc-ba2558b875b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10274289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9255101'] for subnet, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.085221 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2278f1a-051b-4001-aacc-ba2558b875b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efd3053a-1fe5-4918-9663-e9416b7eff26,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:01.094736 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b2278f1a-051b-4001-aacc-ba2558b875b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.097917 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-b2278f1a-051b-4001-aacc-ba2558b875b6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/efd3053a-1fe5-4918-9663-e9416b7eff26 HTTP/1.1" status: 204 len: 168 time: 0.6962097 Dec 23 12:07:01.100861 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36604) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:01.103148 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad4771b-02a2-4bdf-983a-68ead7e7392a None None] Network 2ff9bb10-bc99-4d12-bacb-9778f44904da requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:07:01.103439 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] For port e8ea114b-8a29-4d6d-a634-848c94498c32, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e8ea114b-8a29-4d6d-a634-848c94498c32,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:01.103668 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.170738 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.226564 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Deleting port bedd1c70-4662-40cc-a3e0-796f12dbcc8c {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:01.226829 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.288113 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] DHCP port deletion for 2ff9bb10-bc99-4d12-bacb-9778f44904da request from dv-cinder-822821-1-iscsi {{(pid=102504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:07:01.295931 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] For port bedd1c70-4662-40cc-a3e0-796f12dbcc8c, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=bedd1c70-4662-40cc-a3e0-796f12dbcc8c,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:01.296589 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.310008 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Calling delete_port for bedd1c70-4662-40cc-a3e0-796f12dbcc8c owned by network:dhcp {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:01.319841 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.321353 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.321736 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.l3_db [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Floating IP 387e2dbf-4264-4edd-b5ee-ec1b6f19fc28 disassociated. External IP: 172.27.2.29, port: e8ea114b-8a29-4d6d-a634-848c94498c32. Dec 23 12:07:01.322560 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Calling delete_port for e8ea114b-8a29-4d6d-a634-848c94498c32 owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:01.344315 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Deleting port bedd1c70-4662-40cc-a3e0-796f12dbcc8c {{(pid=102504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:01.344982 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.402397 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.417072 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] For port bedd1c70-4662-40cc-a3e0-796f12dbcc8c, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=bedd1c70-4662-40cc-a3e0-796f12dbcc8c,segment=NetworkSegment(acf810b5-0cb6-4a7d-a710-bad7303bb166),segment_id=acf810b5-0cb6-4a7d-a710-bad7303bb166)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:01.417474 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.428294 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c812f4-da39-444c-8f45-d8ab951c314a req-11647e2f-af9d-4898-b785-c1265b3eb25d tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:01.429811 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-27c812f4-da39-444c-8f45-d8ab951c314a req-11647e2f-af9d-4898-b785-c1265b3eb25d tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=f3b18df5-9ce3-44cb-8a62-730a959e46ac HTTP/1.1" status: 200 len: 946 time: 0.0933712 Dec 23 12:07:01.431555 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Calling delete_port for bedd1c70-4662-40cc-a3e0-796f12dbcc8c owned by network:dhcp {{(pid=102504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:01.437871 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=bedd1c70-4662-40cc-a3e0-796f12dbcc8c,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:01.441890 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] No DVR routers for this DVR port bedd1c70-4662-40cc-a3e0-796f12dbcc8c on host dv-cinder-822821-1-iscsi {{(pid=102502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:07:01.470856 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.471460 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.471945 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.472481 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.472848 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.473169 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.473743 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.474340 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.474867 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.475195 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.475516 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.475845 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.476162 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.521054 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-27c812f4-da39-444c-8f45-d8ab951c314a req-51f1945b-b528-4f57-aab3-bac0903cc55b tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=49961634-db97-4482-9ca5-24656a5fc6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813723 Dec 23 12:07:01.540947 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.543605 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.566309 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff9bb10-bc99-4d12-bacb-9778f44904da']}} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:01.571523 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event deleted for resources: {'Port': ['ID=e8ea114b-8a29-4d6d-a634-848c94498c32,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:01.574181 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132'] for port, after_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.579232 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf810b5-0cb6-4a7d-a710-bad7303bb166') {'for_net_delete': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:01.579843 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf810b5-0cb6-4a7d-a710-bad7303bb166') {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:01.590034 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10471022'] for segment, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.593929 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] No DVR routers for this DVR port bedd1c70-4662-40cc-a3e0-796f12dbcc8c on host dv-cinder-822821-1-iscsi {{(pid=102504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:07:01.606500 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.613394 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:07:01.614096 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476252'] for segment, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: Traceback (most recent call last): Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: timer() Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: cb(*args, **kw) Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: return func(*args, **kwargs) Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: self._notify() Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: self.callback(batched_events) Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: event.method(event) Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: return f(self, *a, **k) Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._get(url).json() Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: return self.request(url, 'GET', **kwargs) Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:07:01.631345 dv-cinder-822821-1-iscsi neutron-server[102502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:07:01.675547 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.684899 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.688805 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2ff9bb10-bc99-4d12-bacb-9778f44904da HTTP/1.1" status: 204 len: 168 time: 0.5860682 Dec 23 12:07:01.699353 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a30261-2019-49de-b688-b0c18d512c33 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ff9bb10-bc99-4d12-bacb-9778f44904da,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:01.713499 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Router bac5a94f-f487-4f9f-a181-31e50eec685d has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:07:01.766760 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Pushing event deleted for resources: {'Port': ['ID=bedd1c70-4662-40cc-a3e0-796f12dbcc8c,revision_number=None']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:01.775486 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.775868 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.776230 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.776574 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.776917 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.777228 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.777550 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.777872 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.778190 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.778765 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.778915 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.779162 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.779577 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11d3c5f-826a-4570-8695-9adc0caa6ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:01.824517 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36610) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:01.829275 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:07:01.840251 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f8147c-4609-40b6-b009-970c5a89e9d1 None None] Sync routers for ids ['bac5a94f-f487-4f9f-a181-31e50eec685d'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:07:01.850705 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f8147c-4609-40b6-b009-970c5a89e9d1 None None] Routers {'bac5a94f-f487-4f9f-a181-31e50eec685d'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:01.851604 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-47f8147c-4609-40b6-b009-970c5a89e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:06:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['bac5a94f-f487-4f9f-a181-31e50eec685d'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:01.877952 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-8e546039-63f3-4ddb-96c9-a7424ac54282 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6c655658b5f4f53b4145ea20afcf1d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0522277 Dec 23 12:07:01.879209 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36612) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:01.880622 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] No DVR routers for this DVR port e8ea114b-8a29-4d6d-a634-848c94498c32 on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:07:01.883242 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.886624 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a5ed8d9-325d-4201-afcf-6e0e7959bfe4 req-95f4276d-d3b4-4b28-bee7-4584ae03b5e9 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.61 "DELETE /v2.0/ports/e8ea114b-8a29-4d6d-a634-848c94498c32 HTTP/1.1" status: 204 len: 173 time: 1.3600812 Dec 23 12:07:01.887182 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b18df5-9ce3-44cb-8a62-730a959e46ac', 'name': 'network-vif-deleted', 'tag': 'e8ea114b-8a29-4d6d-a634-848c94498c32'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:07:01.889512 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c535c3-7391-4c09-93fe-9ecedd12c57f" -d '{"events": [{"server_uuid": "f3b18df5-9ce3-44cb-8a62-730a959e46ac", "name": "network-vif-deleted", "tag": "e8ea114b-8a29-4d6d-a634-848c94498c32"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:07:01.933261 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50ac592-4406-4de8-977d-2fdf94901be6 x-openstack-request-id: req-c50ac592-4406-4de8-977d-2fdf94901be6 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:07:01.933889 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b18df5-9ce3-44cb-8a62-730a959e46ac", "name": "network-vif-deleted", "tag": "e8ea114b-8a29-4d6d-a634-848c94498c32", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:07:01.934375 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c50ac592-4406-4de8-977d-2fdf94901be6 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:07:01.934687 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b18df5-9ce3-44cb-8a62-730a959e46ac', 'name': 'network-vif-deleted', 'tag': 'e8ea114b-8a29-4d6d-a634-848c94498c32', 'status': 'completed', 'code': 200} Dec 23 12:07:01.940798 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-30329e4a-3437-4ee0-b4cb-f3b664d31501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.972009 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-30329e4a-3437-4ee0-b4cb-f3b664d31501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:01.977586 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-47f8147c-4609-40b6-b009-970c5a89e9d1 None None] Set router bac5a94f-f487-4f9f-a181-31e50eec685d gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:02.032322 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-30329e4a-3437-4ee0-b4cb-f3b664d31501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:02.035922 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-30329e4a-3437-4ee0-b4cb-f3b664d31501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:02.037282 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-30329e4a-3437-4ee0-b4cb-f3b664d31501 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6838d6b8-27bb-49a0-afba-1b1c8f023d08 HTTP/1.1" status: 204 len: 168 time: 0.1571484 Dec 23 12:07:02.047443 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30329e4a-3437-4ee0-b4cb-f3b664d31501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6838d6b8-27bb-49a0-afba-1b1c8f023d08,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:02.295998 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-47f8147c-4609-40b6-b009-970c5a89e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 5, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:02.325052 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f8147c-4609-40b6-b009-970c5a89e9d1 None None] Checking router: bac5a94f-f487-4f9f-a181-31e50eec685d for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:07:02.333910 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f8147c-4609-40b6-b009-970c5a89e9d1 None None] Routers {'bac5a94f-f487-4f9f-a181-31e50eec685d'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:02.334639 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-47f8147c-4609-40b6-b009-970c5a89e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:06:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['bac5a94f-f487-4f9f-a181-31e50eec685d'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:02.441811 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-47f8147c-4609-40b6-b009-970c5a89e9d1 None None] Set router bac5a94f-f487-4f9f-a181-31e50eec685d gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:02.619769 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 36636) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:02.656266 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-47f8147c-4609-40b6-b009-970c5a89e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 5, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:02.677331 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b12c-6df1-45e5-a7c2-a2978f8258c3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:02.686353 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f8147c-4609-40b6-b009-970c5a89e9d1 None None] The sync data for ids ['bac5a94f-f487-4f9f-a181-31e50eec685d'] in dv-cinder-822821-1-iscsi is: [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 5, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:07:02.707592 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b12c-6df1-45e5-a7c2-a2978f8258c3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:02.760355 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b12c-6df1-45e5-a7c2-a2978f8258c3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:02.763780 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7dc4b12c-6df1-45e5-a7c2-a2978f8258c3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:02.765081 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-7dc4b12c-6df1-45e5-a7c2-a2978f8258c3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "DELETE /v2.0/security-groups/49961634-db97-4482-9ca5-24656a5fc6da HTTP/1.1" status: 204 len: 168 time: 0.1443074 Dec 23 12:07:02.767969 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36642) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:02.775453 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4b12c-6df1-45e5-a7c2-a2978f8258c3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49961634-db97-4482-9ca5-24656a5fc6da,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:02.784336 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.api.v2.resource [None req-cd8b3b26-5009-4ffa-9473-e8742b8fda4b tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] show failed (client error): The resource could not be found. Dec 23 12:07:02.786632 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-cd8b3b26-5009-4ffa-9473-e8742b8fda4b tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups/49961634-db97-4482-9ca5-24656a5fc6da HTTP/1.1" status: 404 len: 347 time: 0.0174065 Dec 23 12:07:02.789445 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36644) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:02.887376 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device bedd1c70-4662-40cc-a3e0-796f12dbcc8c no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:07:02.913578 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: bedd1c70-4662-40cc-a3e0-796f12dbcc8c {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:07:02.914167 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device bedd1c70-4662-40cc-a3e0-796f12dbcc8c not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:07:02.938296 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-50db5bbd-dc45-4006-97a7-b67cd5feb368 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Deleting port 0a4e207b-8cbc-43c7-8d33-a9520ef211a0 {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:02.940577 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50db5bbd-dc45-4006-97a7-b67cd5feb368 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:03.015209 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd05880a-a958-4d86-acd3-2c07e7b7ce81 None None] New status for floating IP 387e2dbf-4264-4edd-b5ee-ec1b6f19fc28: DOWN {{(pid=102504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:07:03.191864 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50db5bbd-dc45-4006-97a7-b67cd5feb368 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:03.192312 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50db5bbd-dc45-4006-97a7-b67cd5feb368 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:03.204204 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-50db5bbd-dc45-4006-97a7-b67cd5feb368 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Calling delete_port for 0a4e207b-8cbc-43c7-8d33-a9520ef211a0 owned by network:floatingip {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:03.359498 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50db5bbd-dc45-4006-97a7-b67cd5feb368 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:03.387041 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db5bbd-dc45-4006-97a7-b67cd5feb368 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event deleted for resources: {'Port': ['ID=0a4e207b-8cbc-43c7-8d33-a9520ef211a0,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:03.446884 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50db5bbd-dc45-4006-97a7-b67cd5feb368 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for floatingip, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:03.449440 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50db5bbd-dc45-4006-97a7-b67cd5feb368 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:03.450616 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-50db5bbd-dc45-4006-97a7-b67cd5feb368 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "DELETE /v2.0/floatingips/387e2dbf-4264-4edd-b5ee-ec1b6f19fc28 HTTP/1.1" status: 204 len: 168 time: 0.6599648 Dec 23 12:07:03.739804 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d2e7ddf1-4eaa-4837-8167-c32faf7df282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:03.859659 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36662) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:03.864420 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-d83707a9-e84b-426c-ab47-7a6182518143 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--907014330', 'description': 'tempest-description--1503567448'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:03.889345 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d83707a9-e84b-426c-ab47-7a6182518143 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:03.965427 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d83707a9-e84b-426c-ab47-7a6182518143 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:03.970499 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d83707a9-e84b-426c-ab47-7a6182518143 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.001717 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d83707a9-e84b-426c-ab47-7a6182518143 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.002889 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-d83707a9-e84b-426c-ab47-7a6182518143 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1422064 Dec 23 12:07:04.004742 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83707a9-e84b-426c-ab47-7a6182518143 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4c13f0-96bb-49b3-ade7-335705d65d5d,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:04.007271 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 36664) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:04.012019 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-2123cf11-cdef-4e42-b2fe-f6028ca4cd6c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Request body: {'security_group_rule': {'security_group_id': '7e4c13f0-96bb-49b3-ade7-335705d65d5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:04.042939 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2123cf11-cdef-4e42-b2fe-f6028ca4cd6c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.090402 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2123cf11-cdef-4e42-b2fe-f6028ca4cd6c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.096038 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2123cf11-cdef-4e42-b2fe-f6028ca4cd6c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.115228 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123cf11-cdef-4e42-b2fe-f6028ca4cd6c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9464e5ff-7e73-403d-ab7a-6013ab37bfd3,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:04.123655 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2123cf11-cdef-4e42-b2fe-f6028ca4cd6c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.124825 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-2123cf11-cdef-4e42-b2fe-f6028ca4cd6c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163309 Dec 23 12:07:04.127628 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 36666) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:04.131969 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-17db9670-ba8f-4c4f-ac61-15694fdb993f tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Request body: {'security_group_rule': {'security_group_id': '7e4c13f0-96bb-49b3-ade7-335705d65d5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:04.160697 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-17db9670-ba8f-4c4f-ac61-15694fdb993f tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.215094 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-17db9670-ba8f-4c4f-ac61-15694fdb993f tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.219759 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-17db9670-ba8f-4c4f-ac61-15694fdb993f tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.238945 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db9670-ba8f-4c4f-ac61-15694fdb993f tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2f66cc-7424-440b-9457-19bb0d9a3405,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:04.244188 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-17db9670-ba8f-4c4f-ac61-15694fdb993f tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.245324 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-17db9670-ba8f-4c4f-ac61-15694fdb993f tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167989 Dec 23 12:07:04.248405 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 36668) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:04.252700 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Request body: {'floatingip': {'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:04.277265 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for floatingip, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.374569 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.474737 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Allocated IP 172.27.2.151 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/e99ff326-8baf-4828-97cb-5ba78f51a50f) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:07:04.582494 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.617427 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.656346 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:07:04.660619 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:07:04.662983 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:07:04.684424 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event updated for resources: {'Port': ['ID=e99ff326-8baf-4828-97cb-5ba78f51a50f,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:04.758698 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.795901 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.960232 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:04.965840 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:05.031403 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event updated for resources: {'Port': ['ID=e99ff326-8baf-4828-97cb-5ba78f51a50f,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:05.047268 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:05.062562 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:05.063807 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-f3c60da7-7cf4-4e99-9519-030128a2a0ee tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8144610 Dec 23 12:07:05.263073 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-f05a4f89-61b6-44f4-8c58-39f44c88769b tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--907014330&fields=id&tenant_id=83a1e536ed4249adb353b71e8bf03cfd HTTP/1.1" status: 200 len: 267 time: 0.0450408 Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.372726 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.375382 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.375382 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.375382 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.375382 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.375382 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.375382 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.375382 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.375382 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.375382 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.375382 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.375382 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:05.375382 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:05.375382 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-0076bbc9-0504-424c-aa56-546601ff9ac3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:05.375382 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-0076bbc9-0504-424c-aa56-546601ff9ac3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/networks?id=60b7dd52-a57d-43ce-8b05-529205e80faf HTTP/1.1" status: 200 len: 811 time: 0.1029422 Dec 23 12:07:05.392187 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-fb61deb8-8197-467b-88ba-0d4700a24f4a tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/quotas/83a1e536ed4249adb353b71e8bf03cfd HTTP/1.1" status: 200 len: 375 time: 0.0089934 Dec 23 12:07:05.444387 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-dc9a0c50-fb72-44e1-83bd-19680d14c706 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=83a1e536ed4249adb353b71e8bf03cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461426 Dec 23 12:07:05.642140 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-92ab7473-0473-4720-8ec5-3fce59bdc3ad service neutron] 10.222.0.65 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812325 Dec 23 12:07:05.743797 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-0e885e90-fe79-4476-9771-716f9b258f09 service neutron] 10.222.0.65 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955765 Dec 23 12:07:05.911546 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3ab9824d-f7bb-476b-976c-e36b34aa8557 req-9087d361-dcaa-4f3e-9f6d-6c7c291b8157 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 210 time: 0.0298054 Dec 23 12:07:05.941213 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 36716) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:05.965374 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-08670495-dafa-41d8-a0f6-266f1eb29d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:06.071811 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-cc6c6bd0-4016-4209-8713-0465b61d4ec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:06.139449 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device e8ea114b-8a29-4d6d-a634-848c94498c32 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:07:06.154725 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-cc6c6bd0-4016-4209-8713-0465b61d4ec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:06.159302 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-cc6c6bd0-4016-4209-8713-0465b61d4ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:06.160271 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: e8ea114b-8a29-4d6d-a634-848c94498c32 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:07:06.160823 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device e8ea114b-8a29-4d6d-a634-848c94498c32 not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:07:06.201882 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-cc6c6bd0-4016-4209-8713-0465b61d4ec8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec5abea5f2f14162878882d16c499022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597191 Dec 23 12:07:06.202741 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c6bd0-4016-4209-8713-0465b61d4ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaf55df-e78a-4889-b6ef-9d3e8c6c24c7,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:06.204725 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36726) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:06.263620 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b1f48f30-6339-471e-a78d-c5d523f4544d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:06.289406 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b1f48f30-6339-471e-a78d-c5d523f4544d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:06.336036 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b1f48f30-6339-471e-a78d-c5d523f4544d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:06.338909 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b1f48f30-6339-471e-a78d-c5d523f4544d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:06.340225 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-b1f48f30-6339-471e-a78d-c5d523f4544d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1aaf55df-e78a-4889-b6ef-9d3e8c6c24c7 HTTP/1.1" status: 204 len: 168 time: 0.1332953 Dec 23 12:07:06.348505 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f48f30-6339-471e-a78d-c5d523f4544d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaf55df-e78a-4889-b6ef-9d3e8c6c24c7,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:07.013845 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f3500f13-acc2-442f-bac3-6b6b73cd2b7b req-55e5036b-c404-40b9-9ad2-5545111ded23 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 210 time: 0.0286167 Dec 23 12:07:07.135453 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-9e6277b9-dcef-49bf-b7e3-103d74a451a8 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:07.138040 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-9e6277b9-dcef-49bf-b7e3-103d74a451a8 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.61 "GET /v2.0/networks?id=60b7dd52-a57d-43ce-8b05-529205e80faf HTTP/1.1" status: 200 len: 811 time: 0.1268389 Dec 23 12:07:07.168255 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:07.240578 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-10a68a7a-552c-4318-aae2-13f06b112970 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83a1e536ed4249adb353b71e8bf03cfd HTTP/1.1" status: 200 len: 379 time: 0.0547738 Dec 23 12:07:07.251601 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-ac2e5465-f661-4a72-9509-1eeed1107b37 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Request body: {'port': {'device_id': 'c03f128e-f114-443a-adb3-35817870c812', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'admin_state_up': True, 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'security_groups': ['7e4c13f0-96bb-49b3-ade7-335705d65d5d']}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:07.370980 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-ac2e5465-f661-4a72-9509-1eeed1107b37 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Made reservation on behalf of 83a1e536ed4249adb353b71e8bf03cfd for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:07:07.374555 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-ac2e5465-f661-4a72-9509-1eeed1107b37 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:07.502251 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-ac2e5465-f661-4a72-9509-1eeed1107b37 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Allocated IP 172.20.0.6 (60b7dd52-a57d-43ce-8b05-529205e80faf/c5555c9d-9557-440e-86bd-6d7dd36195b8/114be167-612f-43f6-9558-67fd2fe303ec) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:07:07.640989 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-ac2e5465-f661-4a72-9509-1eeed1107b37 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:07.676411 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-ac2e5465-f661-4a72-9509-1eeed1107b37 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:07.738112 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-ac2e5465-f661-4a72-9509-1eeed1107b37 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Network 60b7dd52-a57d-43ce-8b05-529205e80faf is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:07:07.741470 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-ac2e5465-f661-4a72-9509-1eeed1107b37 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:07:07.745970 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-ac2e5465-f661-4a72-9509-1eeed1107b37 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:07:07.749952 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e5465-f661-4a72-9509-1eeed1107b37 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event updated for resources: {'Port': ['ID=114be167-612f-43f6-9558-67fd2fe303ec,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:07.800562 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-ac2e5465-f661-4a72-9509-1eeed1107b37 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:07.802178 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-ac2e5465-f661-4a72-9509-1eeed1107b37 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:07.820550 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-ac2e5465-f661-4a72-9509-1eeed1107b37 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5726523 Dec 23 12:07:07.845195 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Request body: {'port': {'device_id': 'c03f128e-f114-443a-adb3-35817870c812', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:07.908568 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:07.977908 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36776) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:07.997796 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-a75fe73f-3a59-4974-98cc-c480abcfd656 None None] Provisioning complete for port 114be167-612f-43f6-9558-67fd2fe303ec triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:07.998242 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a75fe73f-3a59-4974-98cc-c480abcfd656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.041482 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-a75fe73f-3a59-4974-98cc-c480abcfd656 None None] Port 114be167-612f-43f6-9558-67fd2fe303ec cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:07:08.131074 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b61f52a1-67b4-4f4d-a815-9cebcf27a3b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.165047 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0d322-9324-4c98-829b-054b8be09e22 req-382c050e-0f92-45d8-bbf8-7b2ff1b38f73 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:08.166673 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-eed0d322-9324-4c98-829b-054b8be09e22 req-382c050e-0f92-45d8-bbf8-7b2ff1b38f73 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 931 time: 0.0797539 Dec 23 12:07:08.206611 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b61f52a1-67b4-4f4d-a815-9cebcf27a3b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.211683 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b61f52a1-67b4-4f4d-a815-9cebcf27a3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.249393 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-b61f52a1-67b4-4f4d-a815-9cebcf27a3b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec700affb55e4e948eb22c0412aa078c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700884 Dec 23 12:07:08.250030 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f52a1-67b4-4f4d-a815-9cebcf27a3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fd57c3-e8f8-4863-9037-2ef2250f8d31,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:08.252518 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36782) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:08.255870 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-eed0d322-9324-4c98-829b-054b8be09e22 req-36f41c8f-18d1-4e9d-a8cf-be009a2999ca tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e4c13f0-96bb-49b3-ade7-335705d65d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818150 Dec 23 12:07:08.261535 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114be167-612f-43f6-9558-67fd2fe303ec {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:07:08.270048 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.284330 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Transition to ACTIVE for port object 114be167-612f-43f6-9558-67fd2fe303ec will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:07:08.288609 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.302542 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-201c13a2-6930-45ec-af5a-e97431730e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.323086 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-201c13a2-6930-45ec-af5a-e97431730e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.340081 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Pushing event updated for resources: {'Port': ['ID=114be167-612f-43f6-9558-67fd2fe303ec,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:08.387894 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-201c13a2-6930-45ec-af5a-e97431730e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.392615 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-201c13a2-6930-45ec-af5a-e97431730e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.393957 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-201c13a2-6930-45ec-af5a-e97431730e23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79fd57c3-e8f8-4863-9037-2ef2250f8d31 HTTP/1.1" status: 204 len: 168 time: 0.1405478 Dec 23 12:07:08.403978 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c13a2-6930-45ec-af5a-e97431730e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fd57c3-e8f8-4863-9037-2ef2250f8d31,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:08.436697 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Attempting to bind port 114be167-612f-43f6-9558-67fd2fe303ec on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:07:08.437138 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Attempting to bind port 114be167-612f-43f6-9558-67fd2fe303ec by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:07:08.437559 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Attempting to bind port 114be167-612f-43f6-9558-67fd2fe303ec on network 60b7dd52-a57d-43ce-8b05-529205e80faf {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:07:08.442305 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Port 114be167-612f-43f6-9558-67fd2fe303ec on network 60b7dd52-a57d-43ce-8b05-529205e80faf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:07:08.442752 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Attempting to bind port 114be167-612f-43f6-9558-67fd2fe303ec on network 60b7dd52-a57d-43ce-8b05-529205e80faf {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:07:08.448630 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:07:08.448968 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Checking segment: {'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:07:08.449355 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Bound using segment: {'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:07:08.449775 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Bound port: 114be167-612f-43f6-9558-67fd2fe303ec, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e078f962-2a49-4000-a4f5-d47f011986e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:07:08.450133 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.526374 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] For port 114be167-612f-43f6-9558-67fd2fe303ec, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:07:08.529850 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] For port 114be167-612f-43f6-9558-67fd2fe303ec, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=114be167-612f-43f6-9558-67fd2fe303ec,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:07:08.534258 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.570948 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:08.571548 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.572964 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] 10.222.0.61 "PUT /v2.0/ports/114be167-612f-43f6-9558-67fd2fe303ec HTTP/1.1" status: 200 len: 1093 time: 0.7352686 Dec 23 12:07:08.573414 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03f128e-f114-443a-adb3-35817870c812', 'tag': '114be167-612f-43f6-9558-67fd2fe303ec'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:07:08.575744 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752f0299-b422-4098-805a-f78ee0e6f3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c03f128e-f114-443a-adb3-35817870c812", "tag": "114be167-612f-43f6-9558-67fd2fe303ec"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:07:08.600155 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.607990 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90bb16-fe66-425b-a4be-c7734ac32929 service neutron] Pushing event updated for resources: {'Port': ['ID=114be167-612f-43f6-9558-67fd2fe303ec,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:08.628718 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb3314a-5b39-4330-a4a1-7fb324763535 x-openstack-request-id: req-4fb3314a-5b39-4330-a4a1-7fb324763535 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:07:08.629115 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03f128e-f114-443a-adb3-35817870c812", "tag": "114be167-612f-43f6-9558-67fd2fe303ec", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:07:08.629394 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4fb3314a-5b39-4330-a4a1-7fb324763535 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:07:08.630544 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03f128e-f114-443a-adb3-35817870c812', 'tag': '114be167-612f-43f6-9558-67fd2fe303ec', 'status': 'completed', 'code': 200} Dec 23 12:07:08.701433 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-840169b4-fd3c-4481-9693-3ae3f94391bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:08.702986 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-840169b4-fd3c-4481-9693-3ae3f94391bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=83a1e536ed4249adb353b71e8bf03cfd&device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 1096 time: 0.0466192 Dec 23 12:07:08.731520 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36790) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:08.745596 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-62681878-1ede-4c51-802f-6c19cc16265a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.766558 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-1f449ceb-a61e-46f0-93c1-abd4ab58f5d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=114be167-612f-43f6-9558-67fd2fe303ec HTTP/1.1" status: 200 len: 217 time: 0.0400283 Dec 23 12:07:08.821934 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4e740803-31b9-4906-88c5-0c02fb7ef91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:08.823513 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-4e740803-31b9-4906-88c5-0c02fb7ef91c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5555c9d-9557-440e-86bd-6d7dd36195b8 HTTP/1.1" status: 200 len: 850 time: 0.0463643 Dec 23 12:07:08.826256 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-62681878-1ede-4c51-802f-6c19cc16265a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.831074 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-62681878-1ede-4c51-802f-6c19cc16265a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.870848 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-62681878-1ede-4c51-802f-6c19cc16265a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=223f855e7bf0495aa4106cdecb37f341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379046 Dec 23 12:07:08.873351 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36792) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:08.874283 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-e9c59897-626e-4832-b142-a26f2dd7b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:08.875819 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-e9c59897-626e-4832-b142-a26f2dd7b17a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b7dd52-a57d-43ce-8b05-529205e80faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399950 Dec 23 12:07:08.879612 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62681878-1ede-4c51-802f-6c19cc16265a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23f8cb3-267d-4490-9790-64f1562f658c,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:08.926351 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a400dd27-dbea-4c2b-a1d2-e4abab65d29a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.950354 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a400dd27-dbea-4c2b-a1d2-e4abab65d29a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:08.969989 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-dfb1d892-92b7-4f97-9389-a4f689820c09 service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854807 Dec 23 12:07:09.000028 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36794) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:09.006100 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a400dd27-dbea-4c2b-a1d2-e4abab65d29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:09.008694 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a400dd27-dbea-4c2b-a1d2-e4abab65d29a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:09.009835 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-a400dd27-dbea-4c2b-a1d2-e4abab65d29a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c23f8cb3-267d-4490-9790-64f1562f658c HTTP/1.1" status: 204 len: 168 time: 0.1355691 Dec 23 12:07:09.018670 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400dd27-dbea-4c2b-a1d2-e4abab65d29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23f8cb3-267d-4490-9790-64f1562f658c,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:09.076187 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5611f096-a6a0-4b96-90cc-7ccfa5c92715 req-f8f15e93-8c00-4b04-bcb8-24789bc43b2c service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977299 Dec 23 12:07:09.226200 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f0299-b422-4098-805a-f78ee0e6f3cc req-1d286165-bce7-446e-bf66-8b30a96210a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:09.227876 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-752f0299-b422-4098-805a-f78ee0e6f3cc req-1d286165-bce7-446e-bf66-8b30a96210a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=83a1e536ed4249adb353b71e8bf03cfd&device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 1096 time: 0.0425713 Dec 23 12:07:09.295873 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:09.330741 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f0299-b422-4098-805a-f78ee0e6f3cc req-3ceef3de-44f3-41c7-9564-152c9d220d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:09.332638 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-752f0299-b422-4098-805a-f78ee0e6f3cc req-3ceef3de-44f3-41c7-9564-152c9d220d68 service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b7dd52-a57d-43ce-8b05-529205e80faf HTTP/1.1" status: 200 len: 912 time: 0.0947444 Dec 23 12:07:09.396154 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-752f0299-b422-4098-805a-f78ee0e6f3cc req-a7a4db77-4c2c-4f5f-8c33-0ffc480142b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=114be167-612f-43f6-9558-67fd2fe303ec HTTP/1.1" status: 200 len: 217 time: 0.0528507 Dec 23 12:07:09.417765 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-8da02ebc-5dbf-4da2-914a-a06696f62964 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Deleting port 6d797154-97c0-466d-8b68-ab2c23e06f8f {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:09.418536 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8da02ebc-5dbf-4da2-914a-a06696f62964 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:09.450877 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3c537-e8cf-4c56-a91e-8215040ef3fa req-c40eeb27-12f3-4915-8acd-4adf01f253a1 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:09.458486 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a5d3c537-e8cf-4c56-a91e-8215040ef3fa req-c40eeb27-12f3-4915-8acd-4adf01f253a1 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 943 time: 0.1241148 Dec 23 12:07:09.494547 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f0299-b422-4098-805a-f78ee0e6f3cc req-b886d899-16d1-4578-8a5c-e01dd2002dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:09.496287 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-752f0299-b422-4098-805a-f78ee0e6f3cc req-b886d899-16d1-4578-8a5c-e01dd2002dab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5555c9d-9557-440e-86bd-6d7dd36195b8 HTTP/1.1" status: 200 len: 850 time: 0.0876460 Dec 23 12:07:09.498996 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8da02ebc-5dbf-4da2-914a-a06696f62964 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:09.499328 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8da02ebc-5dbf-4da2-914a-a06696f62964 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:09.511769 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-8da02ebc-5dbf-4da2-914a-a06696f62964 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Calling delete_port for 6d797154-97c0-466d-8b68-ab2c23e06f8f owned by network:floatingip {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:09.547720 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a5d3c537-e8cf-4c56-a91e-8215040ef3fa req-b61a58b3-4d89-4746-ac47-6f8bdcebf14c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e4c13f0-96bb-49b3-ade7-335705d65d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879304 Dec 23 12:07:09.566633 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f0299-b422-4098-805a-f78ee0e6f3cc req-7b6dcf50-a994-491b-a8bd-5cb12e50509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:09.566633 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-752f0299-b422-4098-805a-f78ee0e6f3cc req-7b6dcf50-a994-491b-a8bd-5cb12e50509b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b7dd52-a57d-43ce-8b05-529205e80faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577588 Dec 23 12:07:09.671346 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-752f0299-b422-4098-805a-f78ee0e6f3cc req-c56329bf-c622-46d0-8d91-3f22e092e4bb service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962451 Dec 23 12:07:09.700946 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8da02ebc-5dbf-4da2-914a-a06696f62964 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:09.755737 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da02ebc-5dbf-4da2-914a-a06696f62964 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Pushing event deleted for resources: {'Port': ['ID=6d797154-97c0-466d-8b68-ab2c23e06f8f,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:09.767466 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-752f0299-b422-4098-805a-f78ee0e6f3cc req-5000eabd-345a-409e-9f1a-9be57bd123f7 service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871592 Dec 23 12:07:09.796720 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8da02ebc-5dbf-4da2-914a-a06696f62964 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for floatingip, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:09.797053 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.l3_db [None req-8da02ebc-5dbf-4da2-914a-a06696f62964 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Floating IP 3a771635-6b4a-46fb-85c9-a2c2478d6af4 disassociated (deleted). External IP: 172.27.2.14, port: ec4101a7-3a3b-4137-ac8f-4d9146a15ac1. Dec 23 12:07:10.011267 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da02ebc-5dbf-4da2-914a-a06696f62964 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Router 25177ed3-57a3-4f02-83cb-34addd172088 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:07:10.124715 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da02ebc-5dbf-4da2-914a-a06696f62964 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:07:10.130081 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8da02ebc-5dbf-4da2-914a-a06696f62964 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:10.135345 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3cfb4-54aa-4f1e-b1ed-c7890b16991d None None] Sync routers for ids ['25177ed3-57a3-4f02-83cb-34addd172088'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:07:10.145396 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3cfb4-54aa-4f1e-b1ed-c7890b16991d None None] Routers {'25177ed3-57a3-4f02-83cb-34addd172088'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:10.146162 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-99d3cfb4-54aa-4f1e-b1ed-c7890b16991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['25177ed3-57a3-4f02-83cb-34addd172088'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:10.158762 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 114be167-612f-43f6-9558-67fd2fe303ec details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:07:10.164723 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-8da02ebc-5dbf-4da2-914a-a06696f62964 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "DELETE /v2.0/floatingips/3a771635-6b4a-46fb-85c9-a2c2478d6af4 HTTP/1.1" status: 204 len: 168 time: 1.1635358 Dec 23 12:07:10.165348 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'tag': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1'}] {{(pid=102502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:07:10.167715 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fbb7df316494c42ed99fdd0d999be537d9e661e280c35a92a46492b3f4abf6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360e0661-31b9-487e-adb9-33e2f18fe9de" -d '{"events": [{"name": "network-changed", "server_uuid": "d087055b-27de-4c01-962a-5744a4c4cd7d", "tag": "ec4101a7-3a3b-4137-ac8f-4d9146a15ac1"}]}' {{(pid=102502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:07:10.279291 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 114be167-612f-43f6-9558-67fd2fe303ec, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=114be167-612f-43f6-9558-67fd2fe303ec,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:10.299392 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': '114be167-612f-43f6-9558-67fd2fe303ec', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'port_id': '114be167-612f-43f6-9558-67fd2fe303ec', 'mac_address': 'fa:16:3e:62:8f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:07:10.308378 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-99d3cfb4-54aa-4f1e-b1ed-c7890b16991d None None] Set router 25177ed3-57a3-4f02-83cb-34addd172088 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:10.376462 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:10.405981 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114be167-612f-43f6-9558-67fd2fe303ec {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:07:10.437256 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 114be167-612f-43f6-9558-67fd2fe303ec, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=114be167-612f-43f6-9558-67fd2fe303ec,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:10.451564 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:10.508762 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=114be167-612f-43f6-9558-67fd2fe303ec,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:10.510143 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7740240-c4aa-459c-b3f3-5315c2622087 req-2e6179c0-886d-4512-8090-084c86339eb2 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:10.511715 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a7740240-c4aa-459c-b3f3-5315c2622087 req-2e6179c0-886d-4512-8090-084c86339eb2 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.1028693 Dec 23 12:07:10.552582 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-99d3cfb4-54aa-4f1e-b1ed-c7890b16991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:59Z', 'revision_number': 4, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port': {'id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'c1c900b2-c255-4408-9f0a-39db1d741946', 'name': '', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'mac_address': 'fa:16:3e:b9:3a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '85e9245b-e729-46be-9e81-c351195b4b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:59Z', 'updated_at': '2021-12-23T12:01:05Z', 'revision_number': 5, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'subnets': [{'id': '85e9245b-e729-46be-9e81-c351195b4b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:10.562600 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a7740240-c4aa-459c-b3f3-5315c2622087 req-a29aaf0e-a399-4425-9227-283731a43021 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445497 Dec 23 12:07:10.579542 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc06d13-9abc-4410-87db-8ec07e9a95ae x-openstack-request-id: req-6bc06d13-9abc-4410-87db-8ec07e9a95ae {{(pid=102502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:07:10.579834 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d087055b-27de-4c01-962a-5744a4c4cd7d", "tag": "ec4101a7-3a3b-4137-ac8f-4d9146a15ac1", "status": "completed", "code": 200}]} {{(pid=102502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:07:10.580090 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6bc06d13-9abc-4410-87db-8ec07e9a95ae {{(pid=102502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:07:10.580495 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'tag': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'status': 'completed', 'code': 200} Dec 23 12:07:10.594811 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3cfb4-54aa-4f1e-b1ed-c7890b16991d None None] Checking router: 25177ed3-57a3-4f02-83cb-34addd172088 for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:07:10.603775 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3cfb4-54aa-4f1e-b1ed-c7890b16991d None None] Routers {'25177ed3-57a3-4f02-83cb-34addd172088'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:10.604559 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-99d3cfb4-54aa-4f1e-b1ed-c7890b16991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['25177ed3-57a3-4f02-83cb-34addd172088'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:10.705417 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7b82-0a04-40f2-9c3d-8e66c3d9c585 req-706e847f-9088-4919-8887-dc9f01681f06 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:10.707267 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ec4f7b82-0a04-40f2-9c3d-8e66c3d9c585 req-706e847f-9088-4919-8887-dc9f01681f06 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 944 time: 0.0837681 Dec 23 12:07:10.714808 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-99d3cfb4-54aa-4f1e-b1ed-c7890b16991d None None] Set router 25177ed3-57a3-4f02-83cb-34addd172088 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:10.716990 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e0661-31b9-487e-adb9-33e2f18fe9de req-e96c6079-0eb6-4c00-95ae-8a1121d9c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:10.720950 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-360e0661-31b9-487e-adb9-33e2f18fe9de req-e96c6079-0eb6-4c00-95ae-8a1121d9c3d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f78243e9c4ec4d51a07e39bec8a14073&device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 1099 time: 0.0636170 Dec 23 12:07:10.824938 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ec4f7b82-0a04-40f2-9c3d-8e66c3d9c585 req-007e8661-04c5-44a4-9aba-0f34b637f0ca tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e4c13f0-96bb-49b3-ade7-335705d65d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028025 Dec 23 12:07:10.851383 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e0661-31b9-487e-adb9-33e2f18fe9de req-dd88b812-50a1-47e1-9d58-84e839703f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:10.853528 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-360e0661-31b9-487e-adb9-33e2f18fe9de req-dd88b812-50a1-47e1-9d58-84e839703f4c service neutron] 10.222.0.61 "GET /v2.0/networks?id=b74e4f96-0c79-4be3-88be-9335e56fc15a HTTP/1.1" status: 200 len: 909 time: 0.1224012 Dec 23 12:07:10.854125 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['114be167-612f-43f6-9558-67fd2fe303ec'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:07:10.907947 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-360e0661-31b9-487e-adb9-33e2f18fe9de req-3c677f5a-e915-4165-ac7b-5a0ef1144416 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 HTTP/1.1" status: 200 len: 217 time: 0.0446773 Dec 23 12:07:10.947992 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-99d3cfb4-54aa-4f1e-b1ed-c7890b16991d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:59Z', 'revision_number': 4, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port': {'id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'c1c900b2-c255-4408-9f0a-39db1d741946', 'name': '', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'mac_address': 'fa:16:3e:b9:3a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '85e9245b-e729-46be-9e81-c351195b4b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:59Z', 'updated_at': '2021-12-23T12:01:05Z', 'revision_number': 5, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'subnets': [{'id': '85e9245b-e729-46be-9e81-c351195b4b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:10.985142 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3cfb4-54aa-4f1e-b1ed-c7890b16991d None None] The sync data for ids ['25177ed3-57a3-4f02-83cb-34addd172088'] in dv-cinder-822821-1-iscsi is: [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:00:59Z', 'revision_number': 4, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port': {'id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'c1c900b2-c255-4408-9f0a-39db1d741946', 'name': '', 'network_id': 'b74e4f96-0c79-4be3-88be-9335e56fc15a', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'mac_address': 'fa:16:3e:b9:3a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '85e9245b-e729-46be-9e81-c351195b4b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:59Z', 'updated_at': '2021-12-23T12:01:05Z', 'revision_number': 5, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'subnets': [{'id': '85e9245b-e729-46be-9e81-c351195b4b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:07:11.245403 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e0661-31b9-487e-adb9-33e2f18fe9de req-d95bec04-726d-48fb-8380-4194bb6348ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:11.246902 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-360e0661-31b9-487e-adb9-33e2f18fe9de req-d95bec04-726d-48fb-8380-4194bb6348ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=85e9245b-e729-46be-9e81-c351195b4b96 HTTP/1.1" status: 200 len: 847 time: 0.3296521 Dec 23 12:07:11.252626 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbd39e-c9fa-45eb-9c0a-3cc37fde768c None None] New status for floating IP 3a771635-6b4a-46fb-85c9-a2c2478d6af4: DOWN {{(pid=102504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:07:11.304729 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e0661-31b9-487e-adb9-33e2f18fe9de req-2d9598c5-ccac-4c8f-91c8-914ef46c3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:11.306611 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-360e0661-31b9-487e-adb9-33e2f18fe9de req-2d9598c5-ccac-4c8f-91c8-914ef46c3212 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b74e4f96-0c79-4be3-88be-9335e56fc15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438797 Dec 23 12:07:11.407633 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-360e0661-31b9-487e-adb9-33e2f18fe9de req-8b87fa74-2020-453f-b972-9afb37649ad5 service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881383 Dec 23 12:07:11.500869 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-360e0661-31b9-487e-adb9-33e2f18fe9de req-a9b300e7-9314-4140-a867-5bbd292d018d service neutron] 10.222.0.61 "GET /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820634 Dec 23 12:07:11.686835 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804f767-4dae-4f7e-878d-09ca4aba2bb4 req-27baf05d-8907-439a-a0e3-3cab2c5fb69c tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:11.688352 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a804f767-4dae-4f7e-878d-09ca4aba2bb4 req-27baf05d-8907-439a-a0e3-3cab2c5fb69c tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0516329 Dec 23 12:07:11.743109 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a804f767-4dae-4f7e-878d-09ca4aba2bb4 req-1b79786e-e844-46c6-88b0-9db27d41b853 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483689 Dec 23 12:07:11.957272 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a379904-1307-4b79-bfa3-45c4d2443dd6 req-50563f57-17c4-41f3-80d6-d2877c2e75a3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:11.958779 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5a379904-1307-4b79-bfa3-45c4d2443dd6 req-50563f57-17c4-41f3-80d6-d2877c2e75a3 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 944 time: 0.0521636 Dec 23 12:07:12.009960 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5a379904-1307-4b79-bfa3-45c4d2443dd6 req-ee737c25-b0ce-4403-8626-791b735fd881 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e4c13f0-96bb-49b3-ade7-335705d65d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421536 Dec 23 12:07:12.169091 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 114be167-612f-43f6-9558-67fd2fe303ec up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:07:12.220534 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port 114be167-612f-43f6-9558-67fd2fe303ec completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:07:12.225165 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port 114be167-612f-43f6-9558-67fd2fe303ec triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:12.225587 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:12.307492 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:12.330318 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03f128e-f114-443a-adb3-35817870c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114be167-612f-43f6-9558-67fd2fe303ec'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:07:12.333431 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826343be-75d4-4848-bdd0-24049e6d3cd0" -d '{"events": [{"server_uuid": "c03f128e-f114-443a-adb3-35817870c812", "name": "network-vif-plugged", "status": "completed", "tag": "114be167-612f-43f6-9558-67fd2fe303ec"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:07:12.346129 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 114be167-612f-43f6-9558-67fd2fe303ec, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=114be167-612f-43f6-9558-67fd2fe303ec,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:12.356689 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:12.381397 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3228a2ec-bf73-4d56-8bf0-ceedf6873055 x-openstack-request-id: req-3228a2ec-bf73-4d56-8bf0-ceedf6873055 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:07:12.381689 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03f128e-f114-443a-adb3-35817870c812", "name": "network-vif-plugged", "status": "completed", "tag": "114be167-612f-43f6-9558-67fd2fe303ec", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:07:12.381939 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3228a2ec-bf73-4d56-8bf0-ceedf6873055 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:07:12.382325 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03f128e-f114-443a-adb3-35817870c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114be167-612f-43f6-9558-67fd2fe303ec', 'code': 200} Dec 23 12:07:12.407762 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=114be167-612f-43f6-9558-67fd2fe303ec,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:12.763488 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aec96-1da3-42c6-800b-425148dfa40c req-ae074739-0d67-47dd-9ca0-15e32e0aa7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:12.765131 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-214aec96-1da3-42c6-800b-425148dfa40c req-ae074739-0d67-47dd-9ca0-15e32e0aa7a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 1098 time: 0.0760374 Dec 23 12:07:12.772892 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164150b0-0343-4435-aa2b-6fac63be86c5 req-844d4edd-82b8-4591-8108-9828eb13e754 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:12.774325 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-164150b0-0343-4435-aa2b-6fac63be86c5 req-844d4edd-82b8-4591-8108-9828eb13e754 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.61 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.0839689 Dec 23 12:07:12.906221 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-214aec96-1da3-42c6-800b-425148dfa40c req-42f21a42-24c7-4d81-8420-37360dcc6b38 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7e4c13f0-96bb-49b3-ade7-335705d65d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308854 Dec 23 12:07:12.938014 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd8668-ccf5-4843-9c27-16fe8d0e57c2 req-9ca57c24-cbeb-4348-a586-bc060c5990d2 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:12.939921 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d7bd8668-ccf5-4843-9c27-16fe8d0e57c2 req-9ca57c24-cbeb-4348-a586-bc060c5990d2 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 946 time: 0.1106236 Dec 23 12:07:12.968370 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-164150b0-0343-4435-aa2b-6fac63be86c5 req-1338c0e2-8b23-424b-b6d2-60f1abfca036 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Deleting port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:12.968656 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-164150b0-0343-4435-aa2b-6fac63be86c5 req-1338c0e2-8b23-424b-b6d2-60f1abfca036 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:13.050704 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d7bd8668-ccf5-4843-9c27-16fe8d0e57c2 req-6ba020da-d20a-4129-b259-b8ab41a6f5c7 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/security-groups?id=d71103d3-626a-4ee1-8f67-9b451bd3684a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040952 Dec 23 12:07:13.089922 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-164150b0-0343-4435-aa2b-6fac63be86c5 req-1338c0e2-8b23-424b-b6d2-60f1abfca036 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] For port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:13.090285 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-164150b0-0343-4435-aa2b-6fac63be86c5 req-1338c0e2-8b23-424b-b6d2-60f1abfca036 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:13.132338 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-164150b0-0343-4435-aa2b-6fac63be86c5 req-1338c0e2-8b23-424b-b6d2-60f1abfca036 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Calling delete_port for ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:13.198841 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a0962-62c6-4c7a-87e9-694dcead1e36 req-4735da1f-5f9d-46b6-9658-cb3e5c0cff0b tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:13.200284 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1f2a0962-62c6-4c7a-87e9-694dcead1e36 req-4735da1f-5f9d-46b6-9658-cb3e5c0cff0b tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 945 time: 0.1073937 Dec 23 12:07:13.276203 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1f2a0962-62c6-4c7a-87e9-694dcead1e36 req-40fd07b9-cc9d-49c4-8601-badd968cdcb1 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e4c13f0-96bb-49b3-ade7-335705d65d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688109 Dec 23 12:07:13.344050 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-164150b0-0343-4435-aa2b-6fac63be86c5 req-1338c0e2-8b23-424b-b6d2-60f1abfca036 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:13.377022 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338c0e2-8b23-424b-b6d2-60f1abfca036 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Pushing event deleted for resources: {'Port': ['ID=ec4101a7-3a3b-4137-ac8f-4d9146a15ac1,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:13.422454 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-164150b0-0343-4435-aa2b-6fac63be86c5 req-1338c0e2-8b23-424b-b6d2-60f1abfca036 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] No DVR routers for this DVR port ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:07:13.424971 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-164150b0-0343-4435-aa2b-6fac63be86c5 req-1338c0e2-8b23-424b-b6d2-60f1abfca036 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:13.428668 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-164150b0-0343-4435-aa2b-6fac63be86c5 req-1338c0e2-8b23-424b-b6d2-60f1abfca036 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.61 "DELETE /v2.0/ports/ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 HTTP/1.1" status: 204 len: 173 time: 0.6410632 Dec 23 12:07:13.429137 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'name': 'network-vif-deleted', 'tag': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:07:13.431387 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a0c62c-3b47-4df7-ab1b-be6b31131799" -d '{"events": [{"server_uuid": "d087055b-27de-4c01-962a-5744a4c4cd7d", "name": "network-vif-deleted", "tag": "ec4101a7-3a3b-4137-ac8f-4d9146a15ac1"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:07:13.472001 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff875e36-65ea-4081-8396-6dc580870b2d x-openstack-request-id: req-ff875e36-65ea-4081-8396-6dc580870b2d {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:07:13.472290 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d087055b-27de-4c01-962a-5744a4c4cd7d", "name": "network-vif-deleted", "tag": "ec4101a7-3a3b-4137-ac8f-4d9146a15ac1", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:07:13.472579 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff875e36-65ea-4081-8396-6dc580870b2d {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:07:13.473077 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd087055b-27de-4c01-962a-5744a4c4cd7d', 'name': 'network-vif-deleted', 'tag': 'ec4101a7-3a3b-4137-ac8f-4d9146a15ac1', 'status': 'completed', 'code': 200} Dec 23 12:07:14.162644 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aa833260-f897-46e7-a539-aa7220b3af79 req-54319254-be12-4e62-976b-c550108b64d6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "GET /v2.0/ports?device_id=d087055b-27de-4c01-962a-5744a4c4cd7d HTTP/1.1" status: 200 len: 210 time: 0.0266700 Dec 23 12:07:14.240185 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:14.326451 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36900) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:14.431311 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47866072-f608-4845-8467-1225992cfca2 req-eb845b2d-7182-4831-adaf-b19e95100778 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:14.432798 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-47866072-f608-4845-8467-1225992cfca2 req-eb845b2d-7182-4831-adaf-b19e95100778 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 945 time: 0.0628445 Dec 23 12:07:14.440756 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cc4a0fb9-5847-45c0-8c67-3f0794545099 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:14.481321 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-47866072-f608-4845-8467-1225992cfca2 req-497afad4-4407-4c58-81cf-2a45ad87e83a tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e4c13f0-96bb-49b3-ade7-335705d65d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424955 Dec 23 12:07:14.518726 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cc4a0fb9-5847-45c0-8c67-3f0794545099 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:14.523254 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-cc4a0fb9-5847-45c0-8c67-3f0794545099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:14.558361 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a0fb9-5847-45c0-8c67-3f0794545099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efba2b4-1185-4fe9-895d-1e41e38dddb4,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:14.562769 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-cc4a0fb9-5847-45c0-8c67-3f0794545099 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=43152824798a429c942c7e12ca77ac61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351317 Dec 23 12:07:14.565483 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36904) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:14.614685 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-90106c9e-3dbf-48ec-a1fd-462c014b5977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:14.635856 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-90106c9e-3dbf-48ec-a1fd-462c014b5977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:14.690162 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-90106c9e-3dbf-48ec-a1fd-462c014b5977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:14.692456 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-90106c9e-3dbf-48ec-a1fd-462c014b5977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:14.693818 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-90106c9e-3dbf-48ec-a1fd-462c014b5977 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1efba2b4-1185-4fe9-895d-1e41e38dddb4 HTTP/1.1" status: 204 len: 168 time: 0.1274741 Dec 23 12:07:14.701951 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90106c9e-3dbf-48ec-a1fd-462c014b5977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efba2b4-1185-4fe9-895d-1e41e38dddb4,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:14.963212 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 36910) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:14.976889 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7cf0-7728-4e47-8478-774c15504f07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:15.051767 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7cf0-7728-4e47-8478-774c15504f07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:15.056672 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8a2b7cf0-7728-4e47-8478-774c15504f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:15.093573 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-8a2b7cf0-7728-4e47-8478-774c15504f07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84013791d8f2494fae8e4f2203b565cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291666 Dec 23 12:07:15.094861 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b7cf0-7728-4e47-8478-774c15504f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215cdc23-42ff-4c00-8938-66554c73fb27,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:15.096565 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36912) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:15.146260 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0cd8ee43-fc27-4eea-baf6-8a31e8b8cf81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:15.169166 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0cd8ee43-fc27-4eea-baf6-8a31e8b8cf81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:15.220752 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 36916) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:15.221375 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0cd8ee43-fc27-4eea-baf6-8a31e8b8cf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:15.224320 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0cd8ee43-fc27-4eea-baf6-8a31e8b8cf81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:15.225560 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-0cd8ee43-fc27-4eea-baf6-8a31e8b8cf81 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/215cdc23-42ff-4c00-8938-66554c73fb27 HTTP/1.1" status: 204 len: 168 time: 0.1279798 Dec 23 12:07:15.234333 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8ee43-fc27-4eea-baf6-8a31e8b8cf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215cdc23-42ff-4c00-8938-66554c73fb27,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:15.280868 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c29c545d-2fb7-47bb-bc4e-184c3e1e65f6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:15.306263 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c29c545d-2fb7-47bb-bc4e-184c3e1e65f6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:15.372338 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c29c545d-2fb7-47bb-bc4e-184c3e1e65f6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:15.375110 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c29c545d-2fb7-47bb-bc4e-184c3e1e65f6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:15.376282 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-c29c545d-2fb7-47bb-bc4e-184c3e1e65f6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] 10.222.0.65 "DELETE /v2.0/security-groups/d71103d3-626a-4ee1-8f67-9b451bd3684a HTTP/1.1" status: 204 len: 168 time: 0.1545339 Dec 23 12:07:15.386059 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c545d-2fb7-47bb-bc4e-184c3e1e65f6 tempest-TestShelveInstance-1605506839 tempest-TestShelveInstance-1605506839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71103d3-626a-4ee1-8f67-9b451bd3684a,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:15.428794 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36924) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:15.604443 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38023f95-ee50-4dbd-9a83-9f642fc99aea req-44ca0ee5-e8f5-4fdc-bf4e-a9b1274045a1 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:15.605838 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-38023f95-ee50-4dbd-9a83-9f642fc99aea req-44ca0ee5-e8f5-4fdc-bf4e-a9b1274045a1 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 945 time: 0.0494223 Dec 23 12:07:15.659684 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-38023f95-ee50-4dbd-9a83-9f642fc99aea req-6b6c83bb-a345-4a34-bc4e-9865f3a720e5 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e4c13f0-96bb-49b3-ade7-335705d65d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457506 Dec 23 12:07:15.779154 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d49a66-ab97-44ca-a1f0-6755c6f67379 req-9d403c22-54fc-4206-a46d-36a336433e34 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:15.780820 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-29d49a66-ab97-44ca-a1f0-6755c6f67379 req-9d403c22-54fc-4206-a46d-36a336433e34 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 945 time: 0.0547423 Dec 23 12:07:15.789837 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 36942) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:15.798545 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-22a35f0a-b947-49ac-967c-17f937942249 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Request body: {'floatingip': {'port_id': '114be167-612f-43f6-9558-67fd2fe303ec'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:15.839783 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-22a35f0a-b947-49ac-967c-17f937942249 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for floatingip, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:16.021060 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ba56b822-eb46-4875-901a-badb705a9c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601563'] for router_interface, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:16.187131 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:07:16.221596 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:07:16.222231 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device ec4101a7-3a3b-4137-ac8f-4d9146a15ac1 not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:07:16.308072 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-22a35f0a-b947-49ac-967c-17f937942249 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:16.312625 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-22a35f0a-b947-49ac-967c-17f937942249 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:16.425864 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.l3_db [None req-22a35f0a-b947-49ac-967c-17f937942249 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Floating IP 92c84197-674a-4ac8-bd20-2ad7920c5385 associated. External IP: 172.27.2.151, port: 114be167-612f-43f6-9558-67fd2fe303ec. Dec 23 12:07:16.523348 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-ba56b822-eb46-4875-901a-badb705a9c1a admin admin] Deleting port c1c900b2-c255-4408-9f0a-39db1d741946 {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:16.523967 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ba56b822-eb46-4875-901a-badb705a9c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:16.610207 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-ba56b822-eb46-4875-901a-badb705a9c1a admin admin] For port c1c900b2-c255-4408-9f0a-39db1d741946, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=c1c900b2-c255-4408-9f0a-39db1d741946,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:16.610773 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ba56b822-eb46-4875-901a-badb705a9c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:16.624099 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-ba56b822-eb46-4875-901a-badb705a9c1a admin admin] Calling delete_port for c1c900b2-c255-4408-9f0a-39db1d741946 owned by network:router_interface {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:16.666281 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a35f0a-b947-49ac-967c-17f937942249 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Router bac5a94f-f487-4f9f-a181-31e50eec685d has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:07:16.778093 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a35f0a-b947-49ac-967c-17f937942249 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:07:16.782838 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-22a35f0a-b947-49ac-967c-17f937942249 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:16.789633 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9321d1a-6a46-4cd0-a772-c8cfefa9f8dd None None] Sync routers for ids ['bac5a94f-f487-4f9f-a181-31e50eec685d'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:07:16.799581 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9321d1a-6a46-4cd0-a772-c8cfefa9f8dd None None] Routers {'bac5a94f-f487-4f9f-a181-31e50eec685d'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:16.800380 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-d9321d1a-6a46-4cd0-a772-c8cfefa9f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['bac5a94f-f487-4f9f-a181-31e50eec685d'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:16.819057 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-22a35f0a-b947-49ac-967c-17f937942249 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "PUT /v2.0/floatingips/92c84197-674a-4ac8-bd20-2ad7920c5385 HTTP/1.1" status: 200 len: 991 time: 1.0275691 Dec 23 12:07:16.819830 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03f128e-f114-443a-adb3-35817870c812', 'tag': '114be167-612f-43f6-9558-67fd2fe303ec'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:07:16.822079 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45daa0f2-e580-4189-831d-ab07385b7924" -d '{"events": [{"name": "network-changed", "server_uuid": "c03f128e-f114-443a-adb3-35817870c812", "tag": "114be167-612f-43f6-9558-67fd2fe303ec"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:07:16.861412 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ba56b822-eb46-4875-901a-badb705a9c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:16.864493 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01456856-e3cc-44e8-9433-31d79afa40ce x-openstack-request-id: req-01456856-e3cc-44e8-9433-31d79afa40ce {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:07:16.864813 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03f128e-f114-443a-adb3-35817870c812", "tag": "114be167-612f-43f6-9558-67fd2fe303ec", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:07:16.865095 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01456856-e3cc-44e8-9433-31d79afa40ce {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:07:16.865498 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03f128e-f114-443a-adb3-35817870c812', 'tag': '114be167-612f-43f6-9558-67fd2fe303ec', 'status': 'completed', 'code': 200} Dec 23 12:07:16.891340 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56b822-eb46-4875-901a-badb705a9c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c900b2-c255-4408-9f0a-39db1d741946,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:16.922651 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-d9321d1a-6a46-4cd0-a772-c8cfefa9f8dd None None] Set router bac5a94f-f487-4f9f-a181-31e50eec685d gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:17.001761 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daa0f2-e580-4189-831d-ab07385b7924 req-58e99160-e6b8-421d-9407-6089a2cc489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:17.003866 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-45daa0f2-e580-4189-831d-ab07385b7924 req-58e99160-e6b8-421d-9407-6089a2cc489c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=83a1e536ed4249adb353b71e8bf03cfd&device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 1098 time: 0.0588441 Dec 23 12:07:17.125772 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-ba56b822-eb46-4875-901a-badb705a9c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595275'] for router_interface, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:17.136947 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daa0f2-e580-4189-831d-ab07385b7924 req-ad675e74-6e90-41ae-91df-0021bc7514ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:17.140281 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-45daa0f2-e580-4189-831d-ab07385b7924 req-ad675e74-6e90-41ae-91df-0021bc7514ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=60b7dd52-a57d-43ce-8b05-529205e80faf HTTP/1.1" status: 200 len: 912 time: 0.1270719 Dec 23 12:07:17.246921 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-45daa0f2-e580-4189-831d-ab07385b7924 req-e654f8d8-0866-430a-af3a-e9cc84eb7a8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=114be167-612f-43f6-9558-67fd2fe303ec HTTP/1.1" status: 200 len: 999 time: 0.0975285 Dec 23 12:07:17.306753 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daa0f2-e580-4189-831d-ab07385b7924 req-1a373344-e3f2-4e24-9044-990a990984e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:17.308380 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-45daa0f2-e580-4189-831d-ab07385b7924 req-1a373344-e3f2-4e24-9044-990a990984e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5555c9d-9557-440e-86bd-6d7dd36195b8 HTTP/1.1" status: 200 len: 850 time: 0.0529895 Dec 23 12:07:17.324095 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-d9321d1a-6a46-4cd0-a772-c8cfefa9f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '92c84197-674a-4ac8-bd20-2ad7920c5385', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'port_id': '114be167-612f-43f6-9558-67fd2fe303ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'mac_address': 'fa:16:3e:62:8f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03f128e-f114-443a-adb3-35817870c812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:07:04Z', 'updated_at': '2021-12-23T12:07:16Z', 'revision_number': 1, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 5, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:17.361111 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9321d1a-6a46-4cd0-a772-c8cfefa9f8dd None None] Checking router: bac5a94f-f487-4f9f-a181-31e50eec685d for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:07:17.362148 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daa0f2-e580-4189-831d-ab07385b7924 req-0f9aa941-0e13-490d-af8d-ef6c156a9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:17.364040 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-45daa0f2-e580-4189-831d-ab07385b7924 req-0f9aa941-0e13-490d-af8d-ef6c156a9078 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=60b7dd52-a57d-43ce-8b05-529205e80faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465188 Dec 23 12:07:17.372224 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9321d1a-6a46-4cd0-a772-c8cfefa9f8dd None None] Routers {'bac5a94f-f487-4f9f-a181-31e50eec685d'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:17.373131 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-d9321d1a-6a46-4cd0-a772-c8cfefa9f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['bac5a94f-f487-4f9f-a181-31e50eec685d'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:17.392912 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba56b822-eb46-4875-901a-badb705a9c1a admin admin] Router 25177ed3-57a3-4f02-83cb-34addd172088 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:07:17.465751 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-45daa0f2-e580-4189-831d-ab07385b7924 req-8d07a763-e349-4f80-9d1a-385640c70eb9 service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932286 Dec 23 12:07:17.508195 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-d9321d1a-6a46-4cd0-a772-c8cfefa9f8dd None None] Set router bac5a94f-f487-4f9f-a181-31e50eec685d gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:17.545376 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba56b822-eb46-4875-901a-badb705a9c1a admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:07:17.554218 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fd0b0-379b-4b3f-8e56-f9509ae5e974 None None] Sync routers for ids ['25177ed3-57a3-4f02-83cb-34addd172088'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:07:17.559198 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-ba56b822-eb46-4875-901a-badb705a9c1a admin admin] 10.222.0.65 "PUT /v2.0/routers/25177ed3-57a3-4f02-83cb-34addd172088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1270373 Dec 23 12:07:17.562019 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36982) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:17.570223 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5fd0b0-379b-4b3f-8e56-f9509ae5e974 None None] Routers {'25177ed3-57a3-4f02-83cb-34addd172088'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:17.577020 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-bb5fd0b0-379b-4b3f-8e56-f9509ae5e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['25177ed3-57a3-4f02-83cb-34addd172088'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:17.596556 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-45daa0f2-e580-4189-831d-ab07385b7924 req-ce594a67-0e6e-4ab1-a8b2-116eed3bccfc service neutron] 10.222.0.61 "GET /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185536 Dec 23 12:07:17.669218 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] Publish callbacks [] for router, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:17.694785 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-bb5fd0b0-379b-4b3f-8e56-f9509ae5e974 None None] Set router 25177ed3-57a3-4f02-83cb-34addd172088 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:17.773270 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-d9321d1a-6a46-4cd0-a772-c8cfefa9f8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '92c84197-674a-4ac8-bd20-2ad7920c5385', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'port_id': '114be167-612f-43f6-9558-67fd2fe303ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'mac_address': 'fa:16:3e:62:8f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03f128e-f114-443a-adb3-35817870c812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:07:04Z', 'updated_at': '2021-12-23T12:07:16Z', 'revision_number': 1, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 5, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:17.780622 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:17.802121 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9321d1a-6a46-4cd0-a772-c8cfefa9f8dd None None] The sync data for ids ['bac5a94f-f487-4f9f-a181-31e50eec685d'] in dv-cinder-822821-1-iscsi is: [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '92c84197-674a-4ac8-bd20-2ad7920c5385', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'port_id': '114be167-612f-43f6-9558-67fd2fe303ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'mac_address': 'fa:16:3e:62:8f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c03f128e-f114-443a-adb3-35817870c812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:07:04Z', 'updated_at': '2021-12-23T12:07:16Z', 'revision_number': 1, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 5, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:07:17.832606 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] Deleting port 5bd20496-06aa-4472-b6b2-c27b8cca4c5f {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:17.832941 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:17.882272 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-bb5fd0b0-379b-4b3f-8e56-f9509ae5e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:07:16Z', 'revision_number': 5, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port': {'id': '5bd20496-06aa-4472-b6b2-c27b8cca4c5f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25177ed3-57a3-4f02-83cb-34addd172088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:17.909195 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fd0b0-379b-4b3f-8e56-f9509ae5e974 None None] Checking router: 25177ed3-57a3-4f02-83cb-34addd172088 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:07:17.915238 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] For port 5bd20496-06aa-4472-b6b2-c27b8cca4c5f, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=5bd20496-06aa-4472-b6b2-c27b8cca4c5f,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:17.915543 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:17.918710 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5fd0b0-379b-4b3f-8e56-f9509ae5e974 None None] Routers {'25177ed3-57a3-4f02-83cb-34addd172088'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:17.919397 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-bb5fd0b0-379b-4b3f-8e56-f9509ae5e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['25177ed3-57a3-4f02-83cb-34addd172088'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:17.931023 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] Calling delete_port for 5bd20496-06aa-4472-b6b2-c27b8cca4c5f owned by network:router_gateway {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:18.013295 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-bb5fd0b0-379b-4b3f-8e56-f9509ae5e974 None None] Set router 25177ed3-57a3-4f02-83cb-34addd172088 gateway port host: None {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:18.037160 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa871fac-1d38-493e-8aba-997f44f28e09 None None] New status for floating IP 92c84197-674a-4ac8-bd20-2ad7920c5385: ACTIVE {{(pid=102505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:07:18.074474 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-bb5fd0b0-379b-4b3f-8e56-f9509ae5e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:07:17Z', 'revision_number': 6, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port_host': None}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:18.105146 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fd0b0-379b-4b3f-8e56-f9509ae5e974 None None] The sync data for ids ['25177ed3-57a3-4f02-83cb-34addd172088'] in dv-cinder-822821-1-iscsi is: [{'id': '25177ed3-57a3-4f02-83cb-34addd172088', 'name': 'tempest-TestShelveInstance-957481141-router', 'tenant_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:00:56Z', 'updated_at': '2021-12-23T12:07:17Z', 'revision_number': 6, 'project_id': 'f78243e9c4ec4d51a07e39bec8a14073', 'gw_port_host': None}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:07:18.116139 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:18.152869 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd20496-06aa-4472-b6b2-c27b8cca4c5f,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:18.209282 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-598801'] for router_gateway, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:18.315594 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5042'] for router, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:18.317868 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:18.570055 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595896'] for router, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:18.570860 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25177ed3-57a3-4f02-83cb-34addd172088 {{(pid=102502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:07:18.576339 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] Publish callbacks [] for router, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:18.577720 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-6e6ec52d-db1b-4c91-8926-b7e28456ac8e admin admin] 10.222.0.65 "DELETE /v2.0/routers/25177ed3-57a3-4f02-83cb-34addd172088 HTTP/1.1" status: 204 len: 168 time: 1.0142736 Dec 23 12:07:18.580473 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 36988) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:18.627301 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43e84e2-092f-4ce4-ada4-393628e4f703 admin admin] Deleting subnet 85e9245b-e729-46be-9e81-c351195b4b96 {{(pid=102503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:07:18.630441 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a43e84e2-092f-4ce4-ada4-393628e4f703 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:18.671340 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a43e84e2-092f-4ce4-ada4-393628e4f703 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908575'] for subnet, precommit_delete_associations {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:18.765429 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a43e84e2-092f-4ce4-ada4-393628e4f703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:18.824984 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a43e84e2-092f-4ce4-ada4-393628e4f703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10274289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9255101'] for subnet, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:18.850472 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e84e2-092f-4ce4-ada4-393628e4f703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e9245b-e729-46be-9e81-c351195b4b96,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:18.854589 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a43e84e2-092f-4ce4-ada4-393628e4f703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:18.858197 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-a43e84e2-092f-4ce4-ada4-393628e4f703 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/85e9245b-e729-46be-9e81-c351195b4b96 HTTP/1.1" status: 204 len: 168 time: 0.2766151 Dec 23 12:07:18.860771 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 36996) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:18.864098 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502feffb-3b38-48cf-aebc-a5fa1fc5ae03 None None] Network b74e4f96-0c79-4be3-88be-9335e56fc15a requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:07:18.943674 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:18.981450 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 5bd20496-06aa-4472-b6b2-c27b8cca4c5f no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:07:19.010404 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 5bd20496-06aa-4472-b6b2-c27b8cca4c5f {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:07:19.010780 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 5bd20496-06aa-4472-b6b2-c27b8cca4c5f not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:07:19.011202 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device c1c900b2-c255-4408-9f0a-39db1d741946 no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:07:19.013983 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Deleting port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:19.014325 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:19.034004 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: c1c900b2-c255-4408-9f0a-39db1d741946 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:07:19.034004 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device c1c900b2-c255-4408-9f0a-39db1d741946 not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:07:19.038863 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42707244-3fea-44f6-9831-7fcfa0b3823f None None] DHCP port deletion for b74e4f96-0c79-4be3-88be-9335e56fc15a request from dv-cinder-822821-1-iscsi {{(pid=102504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:07:19.086498 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-42707244-3fea-44f6-9831-7fcfa0b3823f None None] Deleting port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b {{(pid=102504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:19.086835 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] For port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=67fb2d52-a8b1-4249-b0a1-e58c8dc9932b,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:19.086988 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-42707244-3fea-44f6-9831-7fcfa0b3823f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:19.087223 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:19.104466 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Calling delete_port for 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b owned by network:dhcp {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:19.191692 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:19.222984 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] No DVR routers for this DVR port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b on host dv-cinder-822821-1-iscsi {{(pid=102502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:07:19.227249 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Pushing event deleted for resources: {'Port': ['ID=67fb2d52-a8b1-4249-b0a1-e58c8dc9932b,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:19.288985 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-42707244-3fea-44f6-9831-7fcfa0b3823f None None] For port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=67fb2d52-a8b1-4249-b0a1-e58c8dc9932b,segment=NetworkSegment(db10011b-655d-4fac-937d-78d683eb3554),segment_id=db10011b-655d-4fac-937d-78d683eb3554)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:19.289377 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-42707244-3fea-44f6-9831-7fcfa0b3823f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:19.301631 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-42707244-3fea-44f6-9831-7fcfa0b3823f None None] Calling delete_port for 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b owned by network:dhcp {{(pid=102504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:19.306221 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:19.325372 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74e4f96-0c79-4be3-88be-9335e56fc15a']}} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:19.334440 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db10011b-655d-4fac-937d-78d683eb3554') {'for_net_delete': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:19.334717 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db10011b-655d-4fac-937d-78d683eb3554') {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:19.345147 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10471022'] for segment, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:19.359622 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:19.366373 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:07:19.366799 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476252'] for segment, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: Traceback (most recent call last): Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: timer() Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: cb(*args, **kw) Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: return func(*args, **kwargs) Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: self._notify() Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: self.callback(batched_events) Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: event.method(event) Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: return f(self, *a, **k) Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._get(url).json() Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: return self.request(url, 'GET', **kwargs) Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:07:19.369074 dv-cinder-822821-1-iscsi neutron-server[102502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:07:19.375968 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-42707244-3fea-44f6-9831-7fcfa0b3823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132'] for port, after_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:19.399984 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42707244-3fea-44f6-9831-7fcfa0b3823f None None] Pushing event deleted for resources: {'Port': ['ID=67fb2d52-a8b1-4249-b0a1-e58c8dc9932b,revision_number=None']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:19.407379 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42707244-3fea-44f6-9831-7fcfa0b3823f None None] No DVR routers for this DVR port 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b on host dv-cinder-822821-1-iscsi {{(pid=102504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:07:19.427894 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:19.433246 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:19.436430 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b74e4f96-0c79-4be3-88be-9335e56fc15a HTTP/1.1" status: 204 len: 168 time: 0.5746717 Dec 23 12:07:19.439641 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 37000) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:19.447288 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1519980-0b82-4d96-a455-4d0871b0c694 admin admin] Pushing event deleted for resources: {'Network': ['ID=b74e4f96-0c79-4be3-88be-9335e56fc15a,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:19.795084 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e437b3f5-94c5-4ffc-bac8-786da01f1e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601563'] for router_interface, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:20.041014 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-e437b3f5-94c5-4ffc-bac8-786da01f1e27 admin admin] Deleting port d01e097c-b6c4-482d-9351-f243fb8a5281 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:20.041352 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e437b3f5-94c5-4ffc-bac8-786da01f1e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:20.119058 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [None req-e437b3f5-94c5-4ffc-bac8-786da01f1e27 admin admin] For port d01e097c-b6c4-482d-9351-f243fb8a5281, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=d01e097c-b6c4-482d-9351-f243fb8a5281,segment=NetworkSegment(df9ddb6e-2b43-433b-8295-ad2ed16e33e9),segment_id=df9ddb6e-2b43-433b-8295-ad2ed16e33e9)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:20.119058 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e437b3f5-94c5-4ffc-bac8-786da01f1e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:20.130836 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-e437b3f5-94c5-4ffc-bac8-786da01f1e27 admin admin] Calling delete_port for d01e097c-b6c4-482d-9351-f243fb8a5281 owned by network:router_interface {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:20.550663 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e437b3f5-94c5-4ffc-bac8-786da01f1e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:20.577318 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437b3f5-94c5-4ffc-bac8-786da01f1e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01e097c-b6c4-482d-9351-f243fb8a5281,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:20.737499 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e437b3f5-94c5-4ffc-bac8-786da01f1e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595275'] for router_interface, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:20.932237 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:07:20.955742 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:07:20.956123 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 67fb2d52-a8b1-4249-b0a1-e58c8dc9932b not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:07:20.967489 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e437b3f5-94c5-4ffc-bac8-786da01f1e27 admin admin] Router 093bf254-ba22-42ec-9761-95aef77058dd has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:07:21.085331 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e437b3f5-94c5-4ffc-bac8-786da01f1e27 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:07:21.090646 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-e437b3f5-94c5-4ffc-bac8-786da01f1e27 admin admin] 10.222.0.65 "PUT /v2.0/routers/093bf254-ba22-42ec-9761-95aef77058dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6499214 Dec 23 12:07:21.093494 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37014) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:21.095043 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90dcc4-7426-465f-a56b-e2d4cc1ac097 None None] Sync routers for ids ['093bf254-ba22-42ec-9761-95aef77058dd'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:07:21.106775 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90dcc4-7426-465f-a56b-e2d4cc1ac097 None None] Routers {'093bf254-ba22-42ec-9761-95aef77058dd'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:21.107812 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-9c90dcc4-7426-465f-a56b-e2d4cc1ac097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['093bf254-ba22-42ec-9761-95aef77058dd'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:21.203668 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] Publish callbacks [] for router, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.217036 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-9c90dcc4-7426-465f-a56b-e2d4cc1ac097 None None] Set router 093bf254-ba22-42ec-9761-95aef77058dd gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:21.322434 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.388721 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] Deleting port 566e2733-4784-474a-8530-38913af827ad {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:21.389143 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.404014 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-9c90dcc4-7426-465f-a56b-e2d4cc1ac097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093bf254-ba22-42ec-9761-95aef77058dd', 'name': 'tempest-TestShelveInstance-1584770559-router', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': '566e2733-4784-474a-8530-38913af827ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:07:20Z', 'revision_number': 5, 'project_id': '99c9026446f34700b49c48ccdec95fbe', 'gw_port': {'id': '566e2733-4784-474a-8530-38913af827ad', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '093bf254-ba22-42ec-9761-95aef77058dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:21.439347 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90dcc4-7426-465f-a56b-e2d4cc1ac097 None None] Checking router: 093bf254-ba22-42ec-9761-95aef77058dd for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:07:21.451107 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90dcc4-7426-465f-a56b-e2d4cc1ac097 None None] Routers {'093bf254-ba22-42ec-9761-95aef77058dd'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:21.451921 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-9c90dcc4-7426-465f-a56b-e2d4cc1ac097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['093bf254-ba22-42ec-9761-95aef77058dd'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:21.485956 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] For port 566e2733-4784-474a-8530-38913af827ad, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=566e2733-4784-474a-8530-38913af827ad,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:21.486432 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.499725 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] Calling delete_port for 566e2733-4784-474a-8530-38913af827ad owned by network:router_gateway {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:21.554569 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-9c90dcc4-7426-465f-a56b-e2d4cc1ac097 None None] Set router 093bf254-ba22-42ec-9761-95aef77058dd gateway port host: None {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:21.577726 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 37032) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:21.613417 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-9c90dcc4-7426-465f-a56b-e2d4cc1ac097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '093bf254-ba22-42ec-9761-95aef77058dd', 'name': 'tempest-TestShelveInstance-1584770559-router', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:07:21Z', 'revision_number': 6, 'project_id': '99c9026446f34700b49c48ccdec95fbe', 'gw_port_host': None}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:21.641270 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90dcc4-7426-465f-a56b-e2d4cc1ac097 None None] The sync data for ids ['093bf254-ba22-42ec-9761-95aef77058dd'] in dv-cinder-822821-1-iscsi is: [{'id': '093bf254-ba22-42ec-9761-95aef77058dd', 'name': 'tempest-TestShelveInstance-1584770559-router', 'tenant_id': '99c9026446f34700b49c48ccdec95fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:01:02Z', 'updated_at': '2021-12-23T12:07:21Z', 'revision_number': 6, 'project_id': '99c9026446f34700b49c48ccdec95fbe', 'gw_port_host': None}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:07:21.702699 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.711682 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e24ee2aa-fe37-41cd-a5f0-b244a57f7ead admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.733576 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] Pushing event deleted for resources: {'Port': ['ID=566e2733-4784-474a-8530-38913af827ad,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:21.790486 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e24ee2aa-fe37-41cd-a5f0-b244a57f7ead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.795905 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e24ee2aa-fe37-41cd-a5f0-b244a57f7ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.802195 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-598801'] for router_gateway, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.834153 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-e24ee2aa-fe37-41cd-a5f0-b244a57f7ead admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4811804b7ea9464f850bc7e1147b990a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551732 Dec 23 12:07:21.835356 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ee2aa-fe37-41cd-a5f0-b244a57f7ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ec959a-2bc8-4013-aebd-aef3d8afe69d,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:21.837729 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 37036) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:21.885934 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2166f5ae-065c-4d40-b9b2-bea3b100ffa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.905686 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5042'] for router, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.907440 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2166f5ae-065c-4d40-b9b2-bea3b100ffa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.907780 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.952711 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595896'] for router, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.953309 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 093bf254-ba22-42ec-9761-95aef77058dd {{(pid=102502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:07:21.958708 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] Publish callbacks [] for router, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.960032 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2166f5ae-065c-4d40-b9b2-bea3b100ffa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.960239 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-546fd5cd-8f61-48f5-b866-3ce8fbb8e818 admin admin] 10.222.0.65 "DELETE /v2.0/routers/093bf254-ba22-42ec-9761-95aef77058dd HTTP/1.1" status: 204 len: 168 time: 0.8652501 Dec 23 12:07:21.962719 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37038) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:21.963219 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-2166f5ae-065c-4d40-b9b2-bea3b100ffa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:21.966694 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-2166f5ae-065c-4d40-b9b2-bea3b100ffa5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/66ec959a-2bc8-4013-aebd-aef3d8afe69d HTTP/1.1" status: 204 len: 168 time: 0.1258626 Dec 23 12:07:21.975201 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166f5ae-065c-4d40-b9b2-bea3b100ffa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ec959a-2bc8-4013-aebd-aef3d8afe69d,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:22.017170 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae14330-a3ff-4eb7-97bb-c7bcc7bf0fb6 admin admin] Deleting subnet 471dd3fd-aefc-4a59-9290-8e460a44ee80 {{(pid=102502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:07:22.020597 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5ae14330-a3ff-4eb7-97bb-c7bcc7bf0fb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.058672 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5ae14330-a3ff-4eb7-97bb-c7bcc7bf0fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10471015'] for subnet, precommit_delete_associations {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.184311 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5ae14330-a3ff-4eb7-97bb-c7bcc7bf0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.241637 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5ae14330-a3ff-4eb7-97bb-c7bcc7bf0fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218176'] for subnet, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.267094 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae14330-a3ff-4eb7-97bb-c7bcc7bf0fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=471dd3fd-aefc-4a59-9290-8e460a44ee80,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:22.271114 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5ae14330-a3ff-4eb7-97bb-c7bcc7bf0fb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.276491 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-5ae14330-a3ff-4eb7-97bb-c7bcc7bf0fb6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/471dd3fd-aefc-4a59-9290-8e460a44ee80 HTTP/1.1" status: 204 len: 168 time: 0.3112462 Dec 23 12:07:22.276727 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 37044) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:22.277030 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 37046) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:22.279648 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ce168e-38aa-4802-bf1c-7ede109656ea None None] Network 4bec9f3a-c59c-4bb6-93e1-d638073db458 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:07:22.309472 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3ee796d0-4e20-4990-be19-e661c75d5806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.372366 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.434087 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3676eeb5-86e4-4cf9-b530-ea2429750bdd None None] DHCP port deletion for 4bec9f3a-c59c-4bb6-93e1-d638073db458 request from dv-cinder-822821-1-iscsi {{(pid=102504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:07:22.464236 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3ee796d0-4e20-4990-be19-e661c75d5806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.472922 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3ee796d0-4e20-4990-be19-e661c75d5806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.495865 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-3676eeb5-86e4-4cf9-b530-ea2429750bdd None None] Deleting port e9b199a6-b4ef-4c05-9863-006b4eafe0a6 {{(pid=102504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:22.496243 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-3676eeb5-86e4-4cf9-b530-ea2429750bdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.497476 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Deleting port e9b199a6-b4ef-4c05-9863-006b4eafe0a6 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:22.497815 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.526202 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-3ee796d0-4e20-4990-be19-e661c75d5806 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=373643870ab042bbaa8a56ea324a9400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480776 Dec 23 12:07:22.528999 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37048) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:22.539601 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee796d0-4e20-4990-be19-e661c75d5806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee8c62c-6fac-4b8d-944b-4d0e76705b65,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:22.567256 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-3676eeb5-86e4-4cf9-b530-ea2429750bdd None None] For port e9b199a6-b4ef-4c05-9863-006b4eafe0a6, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=e9b199a6-b4ef-4c05-9863-006b4eafe0a6,segment=NetworkSegment(df9ddb6e-2b43-433b-8295-ad2ed16e33e9),segment_id=df9ddb6e-2b43-433b-8295-ad2ed16e33e9)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:22.567693 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-3676eeb5-86e4-4cf9-b530-ea2429750bdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.586960 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-3676eeb5-86e4-4cf9-b530-ea2429750bdd None None] Calling delete_port for e9b199a6-b4ef-4c05-9863-006b4eafe0a6 owned by network:dhcp {{(pid=102504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:22.592334 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] For port e9b199a6-b4ef-4c05-9863-006b4eafe0a6, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=e9b199a6-b4ef-4c05-9863-006b4eafe0a6,segment=NetworkSegment(df9ddb6e-2b43-433b-8295-ad2ed16e33e9),segment_id=df9ddb6e-2b43-433b-8295-ad2ed16e33e9)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:22.592808 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.620019 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Calling delete_port for e9b199a6-b4ef-4c05-9863-006b4eafe0a6 owned by network:dhcp {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:22.624148 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-581db859-ca23-42ca-8d5e-078e0e3c7c54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.647055 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-581db859-ca23-42ca-8d5e-078e0e3c7c54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.698210 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-581db859-ca23-42ca-8d5e-078e0e3c7c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.701268 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-3676eeb5-86e4-4cf9-b530-ea2429750bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132'] for port, after_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.702125 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-581db859-ca23-42ca-8d5e-078e0e3c7c54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.704809 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-581db859-ca23-42ca-8d5e-078e0e3c7c54 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cee8c62c-6fac-4b8d-944b-4d0e76705b65 HTTP/1.1" status: 204 len: 168 time: 0.1746020 Dec 23 12:07:22.714708 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581db859-ca23-42ca-8d5e-078e0e3c7c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee8c62c-6fac-4b8d-944b-4d0e76705b65,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:22.714860 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.740921 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b199a6-b4ef-4c05-9863-006b4eafe0a6,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:22.745139 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] No DVR routers for this DVR port e9b199a6-b4ef-4c05-9863-006b4eafe0a6 on host dv-cinder-822821-1-iscsi {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:07:22.752728 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676eeb5-86e4-4cf9-b530-ea2429750bdd None None] Pushing event deleted for resources: {'Port': ['ID=e9b199a6-b4ef-4c05-9863-006b4eafe0a6,revision_number=None']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:22.763192 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3676eeb5-86e4-4cf9-b530-ea2429750bdd None None] No DVR routers for this DVR port e9b199a6-b4ef-4c05-9863-006b4eafe0a6 on host dv-cinder-822821-1-iscsi {{(pid=102504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:07:22.834433 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.862126 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bec9f3a-c59c-4bb6-93e1-d638073db458']}} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:22.872984 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9ddb6e-2b43-433b-8295-ad2ed16e33e9') {'for_net_delete': True} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:22.873289 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9ddb6e-2b43-433b-8295-ad2ed16e33e9') {} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:22.883305 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908566'] for segment, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.898736 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device d01e097c-b6c4-482d-9351-f243fb8a5281 no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:07:22.900767 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.907307 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:07:22.908083 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10274139'] for segment, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: self.session.flush() Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: self.session.flush() Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: self.session.flush() Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: self.session.flush() Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: Traceback (most recent call last): Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: timer() Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: cb(*args, **kw) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: return func(*args, **kwargs) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: self._notify() Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: self.callback(batched_events) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: event.method(event) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: return f(self, *a, **k) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: return self._get(url).json() Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: return self.request(url, 'GET', **kwargs) Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:07:22.909933 dv-cinder-822821-1-iscsi neutron-server[102503]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:07:22.914854 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:07:22.914854 dv-cinder-822821-1-iscsi neutron-server[102503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:07:22.914854 dv-cinder-822821-1-iscsi neutron-server[102503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:07:22.920422 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: d01e097c-b6c4-482d-9351-f243fb8a5281 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:07:22.920768 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device d01e097c-b6c4-482d-9351-f243fb8a5281 not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:07:22.921195 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device e9b199a6-b4ef-4c05-9863-006b4eafe0a6 no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:07:22.944436 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: e9b199a6-b4ef-4c05-9863-006b4eafe0a6 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:07:22.944755 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device e9b199a6-b4ef-4c05-9863-006b4eafe0a6 not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:07:22.945172 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 566e2733-4784-474a-8530-38913af827ad no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:07:22.964163 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 566e2733-4784-474a-8530-38913af827ad {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:07:22.964512 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 566e2733-4784-474a-8530-38913af827ad not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:07:22.978469 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.985996 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:22.990636 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4bec9f3a-c59c-4bb6-93e1-d638073db458 HTTP/1.1" status: 204 len: 168 time: 0.7113307 Dec 23 12:07:23.002115 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0f223-bd5c-4ae0-9ca8-b2c38663b233 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bec9f3a-c59c-4bb6-93e1-d638073db458,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:23.164601 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37066) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:23.204416 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-7c202596-4702-4470-b6e5-0f73890fce30 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f78243e9c4ec4d51a07e39bec8a14073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384500 Dec 23 12:07:23.206879 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37068) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:23.258873 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c4c44fc2-0775-4a78-8b38-217779682c66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:23.280100 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c4c44fc2-0775-4a78-8b38-217779682c66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:23.331282 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c4c44fc2-0775-4a78-8b38-217779682c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:23.334265 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c4c44fc2-0775-4a78-8b38-217779682c66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:23.335424 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-c4c44fc2-0775-4a78-8b38-217779682c66 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cc94eed9-cee1-431d-86f9-572913223318 HTTP/1.1" status: 204 len: 168 time: 0.1276093 Dec 23 12:07:23.343359 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c44fc2-0775-4a78-8b38-217779682c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc94eed9-cee1-431d-86f9-572913223318,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:23.652964 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37086) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:23.691153 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-dde9b8a0-63e2-496f-bb14-e26e7b09e095 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99c9026446f34700b49c48ccdec95fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370061 Dec 23 12:07:23.693958 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 37088) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:23.747837 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5f3be3f4-b218-4e43-a582-20144163c573 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:23.770744 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5f3be3f4-b218-4e43-a582-20144163c573 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:23.822953 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5f3be3f4-b218-4e43-a582-20144163c573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:23.825512 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-5f3be3f4-b218-4e43-a582-20144163c573 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:23.829136 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-5f3be3f4-b218-4e43-a582-20144163c573 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ebe3315-a194-42d3-bac7-b70343662bd7 HTTP/1.1" status: 204 len: 168 time: 0.1316903 Dec 23 12:07:23.834815 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3be3f4-b218-4e43-a582-20144163c573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebe3315-a194-42d3-bac7-b70343662bd7,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:25.155818 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-fe2a8595-4d78-4949-ab71-31cbef98c56e tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=50d3ff105cb54863ad70a88885dea51f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295086 Dec 23 12:07:25.344604 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-7659deeb-948f-4235-881d-7d87d5e76208 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:25.345997 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-7659deeb-948f-4235-881d-7d87d5e76208 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848223 Dec 23 12:07:25.362306 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e49b914b-eef5-41e7-b2af-d377432aec4c tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/quotas/50d3ff105cb54863ad70a88885dea51f HTTP/1.1" status: 200 len: 375 time: 0.0100062 Dec 23 12:07:25.396627 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-5157a17e-2651-4fd6-961d-fa831eab95fe tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=50d3ff105cb54863ad70a88885dea51f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282512 Dec 23 12:07:25.557733 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-97287b74-92a6-4989-b974-059d932b581b req-c6bd6570-430a-4e05-b7ec-53a0ddce7927 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 210 time: 0.0267749 Dec 23 12:07:26.656358 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c7cc8a2e-f90e-4805-bd32-d6ffcbca7a62 req-38ba766e-acdd-4331-bf01-859b398197d0 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 210 time: 0.0250800 Dec 23 12:07:26.712824 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-44248c8d-909b-4272-aa84-af369dfb5951 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=50d3ff105cb54863ad70a88885dea51f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206089 Dec 23 12:07:26.826043 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-3e576066-2a5b-45ca-a1c6-2a02df997d06 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:26.827501 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-3e576066-2a5b-45ca-a1c6-2a02df997d06 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052659 Dec 23 12:07:26.861998 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Request body: {'port': {'device_id': 'e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f', 'network_id': '9d66a369-8c49-4645-9514-9c75fc4ae192', 'admin_state_up': True, 'tenant_id': '50d3ff105cb54863ad70a88885dea51f'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:26.982186 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Made reservation on behalf of 50d3ff105cb54863ad70a88885dea51f for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:07:26.986031 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:26.995241 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:27.067904 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:27.073672 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:27.139206 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:27.211262 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Allocated IP 192.168.233.213 (9d66a369-8c49-4645-9514-9c75fc4ae192/5fa34c1e-aae7-438a-9631-bc1249430435/e727dc66-3893-43d3-a307-d0db39294e1b) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:07:27.363592 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:27.403511 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:27.451068 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Network 9d66a369-8c49-4645-9514-9c75fc4ae192 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:07:27.454063 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:07:27.457631 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:07:27.464105 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Pushing event updated for resources: {'Port': ['ID=e727dc66-3893-43d3-a307-d0db39294e1b,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:27.511461 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:27.511990 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:27.529997 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e94b8a7f-0c57-4c67-ad6c-7d478cb660b6 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6716664 Dec 23 12:07:27.553608 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Request body: {'port': {'device_id': 'e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:27.607927 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:27.651631 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-fe4bae7d-f8ad-40de-ac89-e6818fe00880 None None] Provisioning complete for port e727dc66-3893-43d3-a307-d0db39294e1b triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:27.652267 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-fe4bae7d-f8ad-40de-ac89-e6818fe00880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:27.685963 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-fe4bae7d-f8ad-40de-ac89-e6818fe00880 None None] Port e727dc66-3893-43d3-a307-d0db39294e1b cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:07:27.838238 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1d5ea-8e94-439d-a7bc-97110c786e4c req-edeb3385-9b01-42ff-8107-621fd5d651a4 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:27.839724 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bbd1d5ea-8e94-439d-a7bc-97110c786e4c req-edeb3385-9b01-42ff-8107-621fd5d651a4 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 936 time: 0.1094651 Dec 23 12:07:27.928614 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bbd1d5ea-8e94-439d-a7bc-97110c786e4c req-e35c2966-940a-40ba-913a-b6291d366e95 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828619 Dec 23 12:07:27.932171 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e727dc66-3893-43d3-a307-d0db39294e1b {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:07:27.939625 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:27.952437 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Transition to ACTIVE for port object e727dc66-3893-43d3-a307-d0db39294e1b will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:07:27.960030 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:28.010238 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e727dc66-3893-43d3-a307-d0db39294e1b,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:28.083746 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Attempting to bind port e727dc66-3893-43d3-a307-d0db39294e1b on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:07:28.084072 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Attempting to bind port e727dc66-3893-43d3-a307-d0db39294e1b by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'd46880bb-f412-4467-afcf-97a59bd0e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d66a369-8c49-4645-9514-9c75fc4ae192'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:07:28.084431 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Attempting to bind port e727dc66-3893-43d3-a307-d0db39294e1b on network 9d66a369-8c49-4645-9514-9c75fc4ae192 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:07:28.089584 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Port e727dc66-3893-43d3-a307-d0db39294e1b on network 9d66a369-8c49-4645-9514-9c75fc4ae192 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:07:28.089852 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Attempting to bind port e727dc66-3893-43d3-a307-d0db39294e1b on network 9d66a369-8c49-4645-9514-9c75fc4ae192 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:07:28.095401 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:07:28.095745 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Checking segment: {'id': 'd46880bb-f412-4467-afcf-97a59bd0e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d66a369-8c49-4645-9514-9c75fc4ae192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:07:28.096171 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Bound using segment: {'id': 'd46880bb-f412-4467-afcf-97a59bd0e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d66a369-8c49-4645-9514-9c75fc4ae192'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:07:28.096599 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Bound port: e727dc66-3893-43d3-a307-d0db39294e1b, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46880bb-f412-4467-afcf-97a59bd0e2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '9d66a369-8c49-4645-9514-9c75fc4ae192'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:07:28.096958 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:28.165724 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] For port e727dc66-3893-43d3-a307-d0db39294e1b, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:07:28.168835 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] For port e727dc66-3893-43d3-a307-d0db39294e1b, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e727dc66-3893-43d3-a307-d0db39294e1b,segment=NetworkSegment(d46880bb-f412-4467-afcf-97a59bd0e2d5),segment_id=d46880bb-f412-4467-afcf-97a59bd0e2d5)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:07:28.175692 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:28.220895 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:28.221489 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:28.222931 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] 10.222.0.61 "PUT /v2.0/ports/e727dc66-3893-43d3-a307-d0db39294e1b HTTP/1.1" status: 200 len: 1098 time: 0.6738176 Dec 23 12:07:28.223373 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f', 'tag': 'e727dc66-3893-43d3-a307-d0db39294e1b'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:07:28.225853 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c89de8b-785c-40b5-989f-95e3c929b94a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f", "tag": "e727dc66-3893-43d3-a307-d0db39294e1b"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:07:28.247287 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b02f0-a493-4ab4-8b89-f1c20dbce1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e727dc66-3893-43d3-a307-d0db39294e1b,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:28.271321 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd69184d-0211-4fc8-8633-5d7793463052 x-openstack-request-id: req-dd69184d-0211-4fc8-8633-5d7793463052 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:07:28.272092 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f", "tag": "e727dc66-3893-43d3-a307-d0db39294e1b", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:07:28.272669 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd69184d-0211-4fc8-8633-5d7793463052 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:07:28.273089 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f', 'tag': 'e727dc66-3893-43d3-a307-d0db39294e1b', 'status': 'completed', 'code': 200} Dec 23 12:07:28.397605 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-dab492fa-e232-45ac-9da9-82e05fcd49e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:28.399174 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-dab492fa-e232-45ac-9da9-82e05fcd49e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50d3ff105cb54863ad70a88885dea51f&device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 1101 time: 0.0431345 Dec 23 12:07:28.460680 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-fd503f1e-7bc1-4740-98b8-536114c78d01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=e727dc66-3893-43d3-a307-d0db39294e1b HTTP/1.1" status: 200 len: 217 time: 0.0340128 Dec 23 12:07:28.520611 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-be5f9be1-ad74-42c3-b34e-68038948199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:28.522159 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-be5f9be1-ad74-42c3-b34e-68038948199f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5fa34c1e-aae7-438a-9631-bc1249430435 HTTP/1.1" status: 200 len: 843 time: 0.0491130 Dec 23 12:07:28.571764 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-7f725d7a-a206-4f05-a5fa-2acf6b1ba879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:28.573240 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-7f725d7a-a206-4f05-a5fa-2acf6b1ba879 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d66a369-8c49-4645-9514-9c75fc4ae192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409207 Dec 23 12:07:28.669853 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-e2b367d7-1439-44ce-afeb-0dd74d5da85a service neutron] 10.222.0.61 "GET /v2.0/networks/9d66a369-8c49-4645-9514-9c75fc4ae192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810502 Dec 23 12:07:28.770118 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5e6fd377-af81-4e68-a309-8d0d03a9e4a8 req-9af4b443-ac8f-4775-a291-6d28d4979b3b service neutron] 10.222.0.61 "GET /v2.0/networks/9d66a369-8c49-4645-9514-9c75fc4ae192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909474 Dec 23 12:07:28.964423 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89de8b-785c-40b5-989f-95e3c929b94a req-ba593f24-297a-4de1-822e-c30e10077390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:28.965933 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1c89de8b-785c-40b5-989f-95e3c929b94a req-ba593f24-297a-4de1-822e-c30e10077390 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50d3ff105cb54863ad70a88885dea51f&device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 1101 time: 0.0438302 Dec 23 12:07:29.086830 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89de8b-785c-40b5-989f-95e3c929b94a req-5b8f193c-9376-45ae-b9aa-4e5f71f12816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:29.088282 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1c89de8b-785c-40b5-989f-95e3c929b94a req-5b8f193c-9376-45ae-b9aa-4e5f71f12816 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9d66a369-8c49-4645-9514-9c75fc4ae192 HTTP/1.1" status: 200 len: 870 time: 0.1128287 Dec 23 12:07:29.096494 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9ef6c-4692-46b4-9f7b-96e2a9e61ef8 req-854c1b3c-d280-4108-8071-e2245ab117da tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:29.097814 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bfc9ef6c-4692-46b4-9f7b-96e2a9e61ef8 req-854c1b3c-d280-4108-8071-e2245ab117da tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 948 time: 0.0953884 Dec 23 12:07:29.138143 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1c89de8b-785c-40b5-989f-95e3c929b94a req-1276dc72-71d6-45a9-8e5d-7eb1617f14a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=e727dc66-3893-43d3-a307-d0db39294e1b HTTP/1.1" status: 200 len: 217 time: 0.0377119 Dec 23 12:07:29.204604 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bfc9ef6c-4692-46b4-9f7b-96e2a9e61ef8 req-901592bf-9192-40c2-b8dc-e800df6f73b4 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987899 Dec 23 12:07:29.212441 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89de8b-785c-40b5-989f-95e3c929b94a req-ae5efff0-e8c1-412c-8cd3-f2cd7dd8a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:29.213747 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1c89de8b-785c-40b5-989f-95e3c929b94a req-ae5efff0-e8c1-412c-8cd3-f2cd7dd8a01f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5fa34c1e-aae7-438a-9631-bc1249430435 HTTP/1.1" status: 200 len: 843 time: 0.0659521 Dec 23 12:07:29.269680 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89de8b-785c-40b5-989f-95e3c929b94a req-9123128c-c635-4458-9122-0304c25248ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:29.271166 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1c89de8b-785c-40b5-989f-95e3c929b94a req-9123128c-c635-4458-9122-0304c25248ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9d66a369-8c49-4645-9514-9c75fc4ae192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0473182 Dec 23 12:07:29.616981 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1c89de8b-785c-40b5-989f-95e3c929b94a req-17c6fe60-c309-403d-9196-4c8b98e7b6a5 service neutron] 10.222.0.61 "GET /v2.0/networks/9d66a369-8c49-4645-9514-9c75fc4ae192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340721 Dec 23 12:07:29.725846 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1c89de8b-785c-40b5-989f-95e3c929b94a req-bc9f5924-6978-4e6d-86e3-21c458873d6c service neutron] 10.222.0.61 "GET /v2.0/networks/9d66a369-8c49-4645-9514-9c75fc4ae192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980551 Dec 23 12:07:30.338830 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed290a-8410-4a36-8f02-a829f0ca1c47 req-a8dab0b6-4997-4889-a08e-5510a0e06ab7 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:30.340302 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3eed290a-8410-4a36-8f02-a829f0ca1c47 req-a8dab0b6-4997-4889-a08e-5510a0e06ab7 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 948 time: 0.0520680 Dec 23 12:07:30.403148 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3eed290a-8410-4a36-8f02-a829f0ca1c47 req-011685da-7f43-4e21-8f0c-af95ffba8074 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568783 Dec 23 12:07:31.531883 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d8ca0-f4a8-4f59-9eed-396fef06b0f2 req-7340ed86-c5ad-4aa5-90bd-08ac3dfe26a7 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:31.533339 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5f4d8ca0-f4a8-4f59-9eed-396fef06b0f2 req-7340ed86-c5ad-4aa5-90bd-08ac3dfe26a7 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 948 time: 0.0588980 Dec 23 12:07:31.590550 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5f4d8ca0-f4a8-4f59-9eed-396fef06b0f2 req-032188f1-618c-4e75-a35b-3b9d84f092bc tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510461 Dec 23 12:07:32.275280 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device e727dc66-3893-43d3-a307-d0db39294e1b details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:07:32.379895 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port e727dc66-3893-43d3-a307-d0db39294e1b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e727dc66-3893-43d3-a307-d0db39294e1b,segment=NetworkSegment(d46880bb-f412-4467-afcf-97a59bd0e2d5),segment_id=d46880bb-f412-4467-afcf-97a59bd0e2d5)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:32.392485 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': 'e727dc66-3893-43d3-a307-d0db39294e1b', 'network_id': '9d66a369-8c49-4645-9514-9c75fc4ae192', 'port_id': 'e727dc66-3893-43d3-a307-d0db39294e1b', 'mac_address': 'fa:16:3e:bf:24:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa34c1e-aae7-438a-9631-bc1249430435', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:07:32.432953 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:32.446658 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e727dc66-3893-43d3-a307-d0db39294e1b {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:07:32.466722 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port e727dc66-3893-43d3-a307-d0db39294e1b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e727dc66-3893-43d3-a307-d0db39294e1b,segment=NetworkSegment(d46880bb-f412-4467-afcf-97a59bd0e2d5),segment_id=d46880bb-f412-4467-afcf-97a59bd0e2d5)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:32.473758 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:32.523770 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=e727dc66-3893-43d3-a307-d0db39294e1b,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:32.720143 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fe44d-6dab-4c78-9298-feba3873fffe req-e91a2c4e-781f-4195-b8cc-9617d59bdf10 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:32.721695 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ab8fe44d-6dab-4c78-9298-feba3873fffe req-e91a2c4e-781f-4195-b8cc-9617d59bdf10 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 949 time: 0.0506256 Dec 23 12:07:32.773602 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ab8fe44d-6dab-4c78-9298-feba3873fffe req-10f3546a-0fac-489e-a93b-e65a2a788e63 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434043 Dec 23 12:07:32.818247 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:07:32.874185 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['e727dc66-3893-43d3-a307-d0db39294e1b'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:07:33.749117 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-4ccecd56-0c8c-41b4-a0a0-388b982a3b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:33.909856 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4148e-dbfb-4a4d-9c3a-20205c1b9301 req-3ef0df0c-25b2-46da-8f12-d057f9ba7599 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:33.911340 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cb4148e-dbfb-4a4d-9c3a-20205c1b9301 req-3ef0df0c-25b2-46da-8f12-d057f9ba7599 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 949 time: 0.0683510 Dec 23 12:07:33.958577 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3cb4148e-dbfb-4a4d-9c3a-20205c1b9301 req-dbc7c638-226f-48f6-80ec-6f4f045e1ce7 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Dec 23 12:07:34.280585 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device e727dc66-3893-43d3-a307-d0db39294e1b up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:07:34.341796 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port e727dc66-3893-43d3-a307-d0db39294e1b completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:07:34.347077 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port e727dc66-3893-43d3-a307-d0db39294e1b triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:34.347705 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:34.445609 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:34.474389 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e727dc66-3893-43d3-a307-d0db39294e1b'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:07:34.476673 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cfe385-f876-48d4-b45c-56b070dd4970" -d '{"events": [{"server_uuid": "e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f", "name": "network-vif-plugged", "status": "completed", "tag": "e727dc66-3893-43d3-a307-d0db39294e1b"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:07:34.489690 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port e727dc66-3893-43d3-a307-d0db39294e1b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e727dc66-3893-43d3-a307-d0db39294e1b,segment=NetworkSegment(d46880bb-f412-4467-afcf-97a59bd0e2d5),segment_id=d46880bb-f412-4467-afcf-97a59bd0e2d5)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:34.495060 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:34.517355 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15d838a-6137-44db-a250-4bedcd27c0bb x-openstack-request-id: req-c15d838a-6137-44db-a250-4bedcd27c0bb {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:07:34.517652 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f", "name": "network-vif-plugged", "status": "completed", "tag": "e727dc66-3893-43d3-a307-d0db39294e1b", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:07:34.517904 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c15d838a-6137-44db-a250-4bedcd27c0bb {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:07:34.518336 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e727dc66-3893-43d3-a307-d0db39294e1b', 'code': 200} Dec 23 12:07:34.547210 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=e727dc66-3893-43d3-a307-d0db39294e1b,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:34.762364 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf8f1b-5846-4d46-8ee0-3971a3cb5ba8 req-7a3cdf61-b151-4579-a3a6-410aed08fbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:34.763895 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8faf8f1b-5846-4d46-8ee0-3971a3cb5ba8 req-7a3cdf61-b151-4579-a3a6-410aed08fbc6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 1103 time: 0.0460062 Dec 23 12:07:34.819535 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8faf8f1b-5846-4d46-8ee0-3971a3cb5ba8 req-7d3ba219-8d3e-4618-9d5a-40ff682f8fc3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383754 Dec 23 12:07:35.095289 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ccbeb-4488-41cd-991b-b19bbffc110a req-c056f24e-7e23-4a0b-a9a6-1dd0776ea4ea tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:35.096654 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d17ccbeb-4488-41cd-991b-b19bbffc110a req-c056f24e-7e23-4a0b-a9a6-1dd0776ea4ea tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 950 time: 0.0546820 Dec 23 12:07:35.153891 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d17ccbeb-4488-41cd-991b-b19bbffc110a req-db1ddf3b-5ed8-4fec-ac96-c5dd0acd8842 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479367 Dec 23 12:07:35.977440 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-46ef0584-5405-4b3e-a83a-532dbbacc22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:36.276255 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad72cb-85a5-45d5-b02a-cd9bc9df0afd req-123f7003-b308-434f-963b-d492857b5575 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:36.277738 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-02ad72cb-85a5-45d5-b02a-cd9bc9df0afd req-123f7003-b308-434f-963b-d492857b5575 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 950 time: 0.0521553 Dec 23 12:07:36.325739 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-02ad72cb-85a5-45d5-b02a-cd9bc9df0afd req-4b6ae4b2-67ee-4934-827b-b47e45b3f84d tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 Dec 23 12:07:37.179203 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:37.462305 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a6493-47da-46ba-810a-9c9dedc0fa7f req-1de3fc97-8bb9-4291-adf6-b85e03281f05 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:37.464083 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5d9a6493-47da-46ba-810a-9c9dedc0fa7f req-1de3fc97-8bb9-4291-adf6-b85e03281f05 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 950 time: 0.0618572 Dec 23 12:07:37.515849 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5d9a6493-47da-46ba-810a-9c9dedc0fa7f req-f95f0c6b-4ee8-41f6-9b92-ce4f4a6699c0 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Dec 23 12:07:37.794988 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f413a-cb8e-4422-acc6-9c82d401b961 req-650a4b3c-3e5b-4be6-b675-d717657b9092 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:37.796552 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7b9f413a-cb8e-4422-acc6-9c82d401b961 req-650a4b3c-3e5b-4be6-b675-d717657b9092 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 950 time: 0.0622292 Dec 23 12:07:37.848245 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7b9f413a-cb8e-4422-acc6-9c82d401b961 req-8c02c9c1-4220-4cff-9b6e-88e31e63324c tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Dec 23 12:07:38.597982 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:38.983201 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab72e4-8e83-4e68-8465-012ed2ba05a7 req-3681a28a-1b83-420a-ae8e-f6d66fafa02b tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:38.984693 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1dab72e4-8e83-4e68-8465-012ed2ba05a7 req-3681a28a-1b83-420a-ae8e-f6d66fafa02b tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 950 time: 0.0601358 Dec 23 12:07:39.036310 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1dab72e4-8e83-4e68-8465-012ed2ba05a7 req-7a9001bc-97fe-4019-80d2-f3c45ab4fcff tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Dec 23 12:07:39.290038 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:40.123863 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4daa77-f70d-4fa9-97fd-236578be8035 req-3c5e1824-7cb3-4b7a-ae8c-110ca237c29f tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:40.125320 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1d4daa77-f70d-4fa9-97fd-236578be8035 req-3c5e1824-7cb3-4b7a-ae8c-110ca237c29f tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 950 time: 0.0637398 Dec 23 12:07:40.217292 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07425c-a9ee-49fb-a30e-19ed367779fd req-2401b056-2ed1-4f2a-b561-60924bcc2c82 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:40.218815 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8d07425c-a9ee-49fb-a30e-19ed367779fd req-2401b056-2ed1-4f2a-b561-60924bcc2c82 tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f HTTP/1.1" status: 200 len: 950 time: 0.0926018 Dec 23 12:07:40.281807 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8d07425c-a9ee-49fb-a30e-19ed367779fd req-750d5e67-8063-472f-8de9-f0d4d216f63d tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561728 Dec 23 12:07:40.284362 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-1d4daa77-f70d-4fa9-97fd-236578be8035 req-20a8dd0a-1258-4dd1-9a31-7f8117de4e4d tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Deleting port e727dc66-3893-43d3-a307-d0db39294e1b {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:07:40.284700 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1d4daa77-f70d-4fa9-97fd-236578be8035 req-20a8dd0a-1258-4dd1-9a31-7f8117de4e4d tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:40.376752 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-1d4daa77-f70d-4fa9-97fd-236578be8035 req-20a8dd0a-1258-4dd1-9a31-7f8117de4e4d tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] For port e727dc66-3893-43d3-a307-d0db39294e1b, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=e727dc66-3893-43d3-a307-d0db39294e1b,segment=NetworkSegment(d46880bb-f412-4467-afcf-97a59bd0e2d5),segment_id=d46880bb-f412-4467-afcf-97a59bd0e2d5)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:40.377122 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1d4daa77-f70d-4fa9-97fd-236578be8035 req-20a8dd0a-1258-4dd1-9a31-7f8117de4e4d tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:40.390281 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-1d4daa77-f70d-4fa9-97fd-236578be8035 req-20a8dd0a-1258-4dd1-9a31-7f8117de4e4d tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Calling delete_port for e727dc66-3893-43d3-a307-d0db39294e1b owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:07:40.530175 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1d4daa77-f70d-4fa9-97fd-236578be8035 req-20a8dd0a-1258-4dd1-9a31-7f8117de4e4d tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:40.558101 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8dd0a-1258-4dd1-9a31-7f8117de4e4d tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Pushing event deleted for resources: {'Port': ['ID=e727dc66-3893-43d3-a307-d0db39294e1b,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:40.578731 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['e727dc66-3893-43d3-a307-d0db39294e1b'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:07:40.600002 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4daa77-f70d-4fa9-97fd-236578be8035 req-20a8dd0a-1258-4dd1-9a31-7f8117de4e4d tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] No DVR routers for this DVR port e727dc66-3893-43d3-a307-d0db39294e1b on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:07:40.602381 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1d4daa77-f70d-4fa9-97fd-236578be8035 req-20a8dd0a-1258-4dd1-9a31-7f8117de4e4d tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:40.605958 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1d4daa77-f70d-4fa9-97fd-236578be8035 req-20a8dd0a-1258-4dd1-9a31-7f8117de4e4d tempest-VolumesNegativeTest-584837017 tempest-VolumesNegativeTest-584837017-project] 10.222.0.61 "DELETE /v2.0/ports/e727dc66-3893-43d3-a307-d0db39294e1b HTTP/1.1" status: 204 len: 173 time: 0.4716702 Dec 23 12:07:40.606415 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f', 'name': 'network-vif-deleted', 'tag': 'e727dc66-3893-43d3-a307-d0db39294e1b'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:07:40.609085 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266ae07a-f9e2-4a41-a34f-33ba9d1758c3" -d '{"events": [{"server_uuid": "e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f", "name": "network-vif-deleted", "tag": "e727dc66-3893-43d3-a307-d0db39294e1b"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:07:40.649393 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4450fe0c-e991-4e71-9208-cce88fe1f8bc x-openstack-request-id: req-4450fe0c-e991-4e71-9208-cce88fe1f8bc {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:07:40.649708 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f", "name": "network-vif-deleted", "tag": "e727dc66-3893-43d3-a307-d0db39294e1b", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:07:40.649978 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4450fe0c-e991-4e71-9208-cce88fe1f8bc {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:07:40.650397 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cd7d5f-ef6b-4ac8-a515-b9d8cfd29e8f', 'name': 'network-vif-deleted', 'tag': 'e727dc66-3893-43d3-a307-d0db39294e1b', 'status': 'completed', 'code': 200} Dec 23 12:07:44.237685 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:44.292860 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device e727dc66-3893-43d3-a307-d0db39294e1b no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:07:44.313759 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: e727dc66-3893-43d3-a307-d0db39294e1b {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:07:44.314109 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device e727dc66-3893-43d3-a307-d0db39294e1b not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:07:45.343886 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37446) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:45.496180 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-1fa2469e-f3f1-4748-bd29-e91196e6a14a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=50d3ff105cb54863ad70a88885dea51f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510785 Dec 23 12:07:45.499797 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37450) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:45.545917 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dd0c1ffe-c2c9-4bf2-af97-3ee5a57b2a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:45.568253 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dd0c1ffe-c2c9-4bf2-af97-3ee5a57b2a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:45.630455 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dd0c1ffe-c2c9-4bf2-af97-3ee5a57b2a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:45.635156 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-dd0c1ffe-c2c9-4bf2-af97-3ee5a57b2a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:45.636820 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-dd0c1ffe-c2c9-4bf2-af97-3ee5a57b2a5f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a9b7a89d-5428-4321-b0d2-7f9c1f48ecca HTTP/1.1" status: 204 len: 168 time: 0.1361332 Dec 23 12:07:45.645938 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c1ffe-c2c9-4bf2-af97-3ee5a57b2a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b7a89d-5428-4321-b0d2-7f9c1f48ecca,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:46.340264 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 37474) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:46.443476 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-846879967-network', 'tenant_id': '65754771daec4e08922a4c10f20ca653'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:46.467442 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] Made reservation on behalf of 65754771daec4e08922a4c10f20ca653 for: {'network': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:07:46.469717 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:46.481730 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:46.556248 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:46.561983 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:46.585342 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102503) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:07:46.594860 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a657d7-46fd-4ef8-a962-56279e0c2c31,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:46.599482 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:46.599823 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.segments_db [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] Added segment 1a412e5b-e378-47bc-b237-fafc7b9670ff of type vlan for network cb185919-e3e9-4255-a3cb-29bc627cf289 Dec 23 12:07:46.637569 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:46.663362 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:46.664276 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:46.664851 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:46.695142 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3536117 Dec 23 12:07:46.696255 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37480) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:46.701882 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-e8445b57-1961-49f3-a1c5-34c5b9836759 admin admin] Request body: {'subnet': {'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-846879967-subnet', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'ip_version': 4}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:46.727834 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8445b57-1961-49f3-a1c5-34c5b9836759 admin admin] Made reservation on behalf of 65754771daec4e08922a4c10f20ca653 for: {'subnet': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:07:46.730219 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e8445b57-1961-49f3-a1c5-34c5b9836759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218205'] for subnet, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:46.741923 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bab0e-a6ff-48cc-8d80-2fb3a2f7e18c admin admin] Pushing event updated for resources: {'Network': ['ID=cb185919-e3e9-4255-a3cb-29bc627cf289,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:46.755101 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network cb185919-e3e9-4255-a3cb-29bc627cf289 details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:07:46.905900 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e8445b57-1961-49f3-a1c5-34c5b9836759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10471099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218191'] for subnet, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:46.959927 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8445b57-1961-49f3-a1c5-34c5b9836759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38fc147a-9a72-4186-b36a-1ab62644f15f,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:46.968525 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8445b57-1961-49f3-a1c5-34c5b9836759 admin admin] Checking segment: {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:07:46.968884 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8445b57-1961-49f3-a1c5-34c5b9836759 admin admin] Network hostable DHCP agents. Network: cb185919-e3e9-4255-a3cb-29bc627cf289, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:07:46.987915 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8445b57-1961-49f3-a1c5-34c5b9836759 admin admin] Network cb185919-e3e9-4255-a3cb-29bc627cf289 is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:07:46.998070 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-e8445b57-1961-49f3-a1c5-34c5b9836759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, cb185919-e3e9-4255-a3cb-29bc627cf289) {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:07:47.002636 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8445b57-1961-49f3-a1c5-34c5b9836759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:47.003219 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e8445b57-1961-49f3-a1c5-34c5b9836759 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.007407 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e419fbf1-f125-4881-82a9-ed71a7962463 None None] Network cb185919-e3e9-4255-a3cb-29bc627cf289 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:07:47.019281 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-e8445b57-1961-49f3-a1c5-34c5b9836759 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3213651 Dec 23 12:07:47.022111 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37482) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:47.026304 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:47.048042 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5024'] for router, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.049043 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.103517 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e318bb8-a34c-5995-8f3a-345823c4d2f7-cb185919-e3e9-4255-a3cb-29bc627cf289', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f'}]}} from dv-cinder-822821-1-iscsi. {{(pid=102504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:07:47.103883 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.104381 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.235827 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.238267 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.db_base_plugin_common [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Allocated IP 172.20.0.2 (cb185919-e3e9-4255-a3cb-29bc627cf289/38fc147a-9a72-4186-b36a-1ab62644f15f/075e83eb-e07d-41c6-b554-e81cc246c5ed) {{(pid=102504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:07:47.382751 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Publish callbacks [] for port, precommit_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.389490 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.428921 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Network cb185919-e3e9-4255-a3cb-29bc627cf289 is already hosted by enough agents. {{(pid=102504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:07:47.436346 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.base_scheduler [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Resources bound (agent type, host, resource id): {{(pid=102504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:07:47.439415 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Received port after_create {{(pid=102504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:07:47.441647 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Pushing event updated for resources: {'Port': ['ID=075e83eb-e07d-41c6-b554-e81cc246c5ed,revision_number=1']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:47.502325 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Attempting to bind port 075e83eb-e07d-41c6-b554-e81cc246c5ed on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:07:47.502595 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Attempting to bind port 075e83eb-e07d-41c6-b554-e81cc246c5ed by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:07:47.502968 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Attempting to bind port 075e83eb-e07d-41c6-b554-e81cc246c5ed on network cb185919-e3e9-4255-a3cb-29bc627cf289 {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:07:47.508344 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:07:47.508731 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Checking segment: {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:07:47.509087 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.509495 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Bound using segment: {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:07:47.509949 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Bound port: 075e83eb-e07d-41c6-b554-e81cc246c5ed, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:07:47.510317 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.573295 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] For port 075e83eb-e07d-41c6-b554-e81cc246c5ed, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:07:47.576669 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] For port 075e83eb-e07d-41c6-b554-e81cc246c5ed, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=075e83eb-e07d-41c6-b554-e81cc246c5ed,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:07:47.582750 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.617788 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.639013 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.642164 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3785b-feb1-4102-834a-b3664cb9ad9d None None] Pushing event updated for resources: {'Port': ['ID=075e83eb-e07d-41c6-b554-e81cc246c5ed,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:47.745805 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_common [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Allocated IP 172.27.2.45 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/fd448290-a61b-404f-aa28-a76fdbef0c8b) {{(pid=102502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:07:47.871750 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.905076 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:47.950645 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:07:47.953682 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:07:47.956134 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Received port after_create {{(pid=102502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:07:47.981979 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Pushing event updated for resources: {'Port': ['ID=fd448290-a61b-404f-aa28-a76fdbef0c8b,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:48.228563 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:48.427200 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598901'] for router, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:48.518100 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bb3eba-3559-47f0-bc71-3700ffbefbfd None None] Network cb185919-e3e9-4255-a3cb-29bc627cf289 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:07:48.552958 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Router dfbb7ccc-8611-4e9c-a104-e90461966c79 is scheduled to L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f with binding_index 1 {{(pid=102502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:07:48.660694 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:07:48.671473 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Sync routers for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:07:48.680320 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] Publish callbacks [] for router, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:48.683034 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-6d8c5e4b-a5d4-4088-86c3-5255708a08ea admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6598847 Dec 23 12:07:48.683575 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:48.684394 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:48.684603 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37486) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:48.730888 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-dfa7faee-833c-4afe-a52a-519a992fde0c None None] Provisioning complete for port 075e83eb-e07d-41c6-b554-e81cc246c5ed triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:48.731270 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-dfa7faee-833c-4afe-a52a-519a992fde0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:48.793646 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:48.844268 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-dfa7faee-833c-4afe-a52a-519a992fde0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:48.907377 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-dfa7faee-833c-4afe-a52a-519a992fde0c None None] For port 075e83eb-e07d-41c6-b554-e81cc246c5ed, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=075e83eb-e07d-41c6-b554-e81cc246c5ed,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:48.921757 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-dfa7faee-833c-4afe-a52a-519a992fde0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:48.975243 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 075e83eb-e07d-41c6-b554-e81cc246c5ed up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:07:48.992131 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:48Z', 'revision_number': 3, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:49.023263 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Checking router: dfbb7ccc-8611-4e9c-a104-e90461966c79 for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:07:49.023609 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Updating router dfbb7ccc-8611-4e9c-a104-e90461966c79 port fd448290-a61b-404f-aa28-a76fdbef0c8b binding host dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:07:49.046576 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7faee-833c-4afe-a52a-519a992fde0c None None] Pushing event updated for resources: {'Port': ['ID=075e83eb-e07d-41c6-b554-e81cc246c5ed,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:49.055330 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.077005 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 075e83eb-e07d-41c6-b554-e81cc246c5ed triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:49.077442 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.176878 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-bb93581e-42bb-48eb-a59d-7f6a0c8eb176 None None] Provisioning complete for port 075e83eb-e07d-41c6-b554-e81cc246c5ed triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:49.177653 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-bb93581e-42bb-48eb-a59d-7f6a0c8eb176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.204056 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.365642 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_common [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Allocated IP 172.20.0.1 (cb185919-e3e9-4255-a3cb-29bc627cf289/38fc147a-9a72-4186-b36a-1ab62644f15f/e4f3c958-6e1e-4660-9e5f-8ac3271e3976) {{(pid=102502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:07:49.402081 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.407452 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.458591 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Pushing event updated for resources: {'Port': ['ID=fd448290-a61b-404f-aa28-a76fdbef0c8b,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:49.465905 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Attempting to bind port fd448290-a61b-404f-aa28-a76fdbef0c8b on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:07:49.466808 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Attempting to bind port fd448290-a61b-404f-aa28-a76fdbef0c8b by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:07:49.466808 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Attempting to bind port fd448290-a61b-404f-aa28-a76fdbef0c8b on network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:07:49.469994 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:49.470359 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:49.470740 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:49.471077 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:49.471405 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:49.471726 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:49.472045 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:49.472371 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:49.472507 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.472693 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:49.473025 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:49.473349 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:49.473666 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:49.473975 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:49.479448 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:07:49.479826 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Checking segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:07:49.480223 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.480597 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Bound using segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:07:49.481055 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Bound port: fd448290-a61b-404f-aa28-a76fdbef0c8b, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:07:49.481442 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.509619 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.537634 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] For port fd448290-a61b-404f-aa28-a76fdbef0c8b, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:07:49.541199 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] For port fd448290-a61b-404f-aa28-a76fdbef0c8b, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=fd448290-a61b-404f-aa28-a76fdbef0c8b,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:07:49.545472 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.551717 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Network cb185919-e3e9-4255-a3cb-29bc627cf289 is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:07:49.554528 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:07:49.558893 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Received port after_create {{(pid=102502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:07:49.562064 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f3c958-6e1e-4660-9e5f-8ac3271e3976,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:49.603717 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601410'] for router_interface, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.603988 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:49.604626 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:49.611812 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f664dd1-e399-4e57-9931-ce4405dfd88b None None] Pushing event updated for resources: {'Port': ['ID=fd448290-a61b-404f-aa28-a76fdbef0c8b,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:49.720307 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:49.739847 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.785637 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-ea362c06-fa04-4c2a-a93e-db87203b28db None None] Provisioning complete for port e4f3c958-6e1e-4660-9e5f-8ac3271e3976 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:49.786270 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-ea362c06-fa04-4c2a-a93e-db87203b28db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.823620 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-ea362c06-fa04-4c2a-a93e-db87203b28db None None] Port e4f3c958-6e1e-4660-9e5f-8ac3271e3976 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:07:49.896723 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:48Z', 'revision_number': 3, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:49.903022 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.908483 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10476032'] for port, after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:49.926490 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eb704b-8d28-461a-b329-256a042ac73c None None] The sync data for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi is: [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:48Z', 'revision_number': 3, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:07:49.976013 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f3c958-6e1e-4660-9e5f-8ac3271e3976,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:49.981110 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601398'] for router_interface, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:50.077778 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Network cb185919-e3e9-4255-a3cb-29bc627cf289 is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:07:50.079214 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:07:50.228062 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Router dfbb7ccc-8611-4e9c-a104-e90461966c79 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:07:50.352392 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:07:50.357879 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-4aecb781-cbf1-4394-9d1f-908078190948 admin admin] 10.222.0.65 "PUT /v2.0/routers/dfbb7ccc-8611-4e9c-a104-e90461966c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6722100 Dec 23 12:07:50.375392 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1fc58617-da69-4a7b-b14d-abccac2022ee None None] Provisioning complete for port e4f3c958-6e1e-4660-9e5f-8ac3271e3976 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:50.375904 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1fc58617-da69-4a7b-b14d-abccac2022ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:50.413572 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1fc58617-da69-4a7b-b14d-abccac2022ee None None] Port e4f3c958-6e1e-4660-9e5f-8ac3271e3976 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:07:50.861503 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37506) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:50.866635 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1031675260-network', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:50.890995 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] Made reservation on behalf of 220bc21aa090477f9caf3e52e18c1664 for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:07:50.893690 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:50.902068 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:50.968594 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 075e83eb-e07d-41c6-b554-e81cc246c5ed up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:07:50.986670 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:50.992282 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.017958 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:07:51.019326 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 075e83eb-e07d-41c6-b554-e81cc246c5ed triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:51.019694 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.033985 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346716a3-8664-47d0-b3d4-2b6b848042be,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:51.037973 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.038321 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] Added segment 9e92a469-e5ff-4f79-a1a3-bd14c825bace of type vlan for network 0671a8ff-dd35-486d-9797-bec228759175 Dec 23 12:07:51.079042 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.099849 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device fd448290-a61b-404f-aa28-a76fdbef0c8b up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:07:51.105423 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.106504 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:51.107646 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.152082 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port fd448290-a61b-404f-aa28-a76fdbef0c8b triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:51.152545 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.168289 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3056302 Dec 23 12:07:51.171725 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 37508) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:51.172477 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a46c8-cc5b-4365-bad4-5af6ef6c535b admin admin] Pushing event updated for resources: {'Network': ['ID=0671a8ff-dd35-486d-9797-bec228759175,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:51.176702 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-a206632f-749d-4dcf-99ed-28da939f254f admin admin] Request body: {'subnet': {'network_id': '0671a8ff-dd35-486d-9797-bec228759175', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1031675260-subnet', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664', 'ip_version': 4}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:51.186766 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network 0671a8ff-dd35-486d-9797-bec228759175 details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:07:51.202969 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a206632f-749d-4dcf-99ed-28da939f254f admin admin] Made reservation on behalf of 220bc21aa090477f9caf3e52e18c1664 for: {'subnet': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:07:51.207250 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a206632f-749d-4dcf-99ed-28da939f254f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9255072'] for subnet, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.307022 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.339324 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] For port fd448290-a61b-404f-aa28-a76fdbef0c8b, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=fd448290-a61b-404f-aa28-a76fdbef0c8b,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:51.344546 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.402082 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Pushing event updated for resources: {'Port': ['ID=fd448290-a61b-404f-aa28-a76fdbef0c8b,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:51.404610 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a206632f-749d-4dcf-99ed-28da939f254f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10279228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9255090'] for subnet, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.457708 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206632f-749d-4dcf-99ed-28da939f254f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b588919-5958-46e2-8eaf-eca0148bacf3,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:51.464923 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Sync routers for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:07:51.469973 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a206632f-749d-4dcf-99ed-28da939f254f admin admin] Checking segment: {'id': '9e92a469-e5ff-4f79-a1a3-bd14c825bace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0671a8ff-dd35-486d-9797-bec228759175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:07:51.470353 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a206632f-749d-4dcf-99ed-28da939f254f admin admin] Network hostable DHCP agents. Network: 0671a8ff-dd35-486d-9797-bec228759175, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:07:51.474307 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:51.474976 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:51.487973 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a206632f-749d-4dcf-99ed-28da939f254f admin admin] Network 0671a8ff-dd35-486d-9797-bec228759175 is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:07:51.496748 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-a206632f-749d-4dcf-99ed-28da939f254f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, 0671a8ff-dd35-486d-9797-bec228759175) {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:07:51.501207 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a206632f-749d-4dcf-99ed-28da939f254f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:07:51.501837 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a206632f-749d-4dcf-99ed-28da939f254f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.517977 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac230c9-78c9-455c-8cbd-f63bff4011b6 None None] Network 0671a8ff-dd35-486d-9797-bec228759175 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:07:51.518373 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-a206632f-749d-4dcf-99ed-28da939f254f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3455632 Dec 23 12:07:51.520972 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 37512) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:51.525216 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1031675260-router', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:51.548552 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5024'] for router, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.549748 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.601234 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.671577 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:51.702794 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e318bb8-a34c-5995-8f3a-345823c4d2f7-0671a8ff-dd35-486d-9797-bec228759175', 'network_id': '0671a8ff-dd35-486d-9797-bec228759175', 'project_id': '220bc21aa090477f9caf3e52e18c1664', 'fixed_ips': [{'subnet_id': '2b588919-5958-46e2-8eaf-eca0148bacf3'}]}} from dv-cinder-822821-1-iscsi. {{(pid=102504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:07:51.703665 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.738690 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.945438 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.964747 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:51.966698 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.db_base_plugin_common [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Allocated IP 172.20.0.2 (0671a8ff-dd35-486d-9797-bec228759175/2b588919-5958-46e2-8eaf-eca0148bacf3/943463a5-c01b-430f-9708-440bae7843ad) {{(pid=102504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:07:52.066060 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Allocated IP 172.27.2.69 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/58345fd7-1781-4c14-8496-f848dd41f9a0) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:07:52.070262 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 2, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:52.106546 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Checking router: dfbb7ccc-8611-4e9c-a104-e90461966c79 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:07:52.106962 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Updating router dfbb7ccc-8611-4e9c-a104-e90461966c79 port e4f3c958-6e1e-4660-9e5f-8ac3271e3976 binding host dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:07:52.168585 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:52.178369 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:52.195303 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Publish callbacks [] for port, precommit_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:52.213910 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:52.218692 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:52.252859 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:07:52.257169 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:07:52.261882 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:07:52.263935 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Pushing event updated for resources: {'Port': ['ID=58345fd7-1781-4c14-8496-f848dd41f9a0,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:52.288873 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:52.289193 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:52.289552 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:52.289882 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:52.290208 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:52.290537 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:52.290869 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:52.291199 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:52.291517 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:52.291834 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:52.292132 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:52.292463 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:52.292778 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:07:52.319060 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Network 0671a8ff-dd35-486d-9797-bec228759175 is already hosted by enough agents. {{(pid=102504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:07:52.329828 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.base_scheduler [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Resources bound (agent type, host, resource id): {{(pid=102504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:07:52.336188 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Received port after_create {{(pid=102504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:07:52.347508 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Pushing event updated for resources: {'Port': ['ID=943463a5-c01b-430f-9708-440bae7843ad,revision_number=1']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:52.453039 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Attempting to bind port 943463a5-c01b-430f-9708-440bae7843ad on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:07:52.453393 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Attempting to bind port 943463a5-c01b-430f-9708-440bae7843ad by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': '9e92a469-e5ff-4f79-a1a3-bd14c825bace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0671a8ff-dd35-486d-9797-bec228759175'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:07:52.453751 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Attempting to bind port 943463a5-c01b-430f-9708-440bae7843ad on network 0671a8ff-dd35-486d-9797-bec228759175 {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:07:52.463120 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:07:52.463493 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Checking segment: {'id': '9e92a469-e5ff-4f79-a1a3-bd14c825bace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0671a8ff-dd35-486d-9797-bec228759175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:07:52.463898 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:52.464287 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Bound using segment: {'id': '9e92a469-e5ff-4f79-a1a3-bd14c825bace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0671a8ff-dd35-486d-9797-bec228759175'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:07:52.464747 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Bound port: 943463a5-c01b-430f-9708-440bae7843ad, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e92a469-e5ff-4f79-a1a3-bd14c825bace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0671a8ff-dd35-486d-9797-bec228759175'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:07:52.465130 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:52.525675 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:52.585549 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] For port 943463a5-c01b-430f-9708-440bae7843ad, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:07:52.603233 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] For port 943463a5-c01b-430f-9708-440bae7843ad, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=943463a5-c01b-430f-9708-440bae7843ad,segment=NetworkSegment(9e92a469-e5ff-4f79-a1a3-bd14c825bace),segment_id=9e92a469-e5ff-4f79-a1a3-bd14c825bace)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:07:52.610919 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:52.617751 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Publish callbacks [] for port, precommit_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:52.644185 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:52.685413 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c496c10-3770-412b-8aee-78902cdec633 None None] Pushing event updated for resources: {'Port': ['ID=943463a5-c01b-430f-9708-440bae7843ad,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:52.745905 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598901'] for router, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:52.773965 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Attempting to bind port e4f3c958-6e1e-4660-9e5f-8ac3271e3976 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:07:52.774341 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Attempting to bind port e4f3c958-6e1e-4660-9e5f-8ac3271e3976 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:07:52.774740 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Attempting to bind port e4f3c958-6e1e-4660-9e5f-8ac3271e3976 on network cb185919-e3e9-4255-a3cb-29bc627cf289 {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:07:52.776716 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c2930-5817-417e-bcaa-6f9d44d32eff None None] Pushing event updated for resources: {'Port': ['ID=e4f3c958-6e1e-4660-9e5f-8ac3271e3976,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:52.782545 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:07:52.782940 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Checking segment: {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:07:52.783352 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:52.783742 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Bound using segment: {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:07:52.784216 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Bound port: e4f3c958-6e1e-4660-9e5f-8ac3271e3976, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:07:52.784619 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:52.939271 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Router a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 is scheduled to L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f with binding_index 1 {{(pid=102503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:07:53.002475 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device fd448290-a61b-404f-aa28-a76fdbef0c8b up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:07:53.069483 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] For port e4f3c958-6e1e-4660-9e5f-8ac3271e3976, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:07:53.077104 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:07:53.086620 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Sync routers for ids ['a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:07:53.088077 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] For port e4f3c958-6e1e-4660-9e5f-8ac3271e3976, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=e4f3c958-6e1e-4660-9e5f-8ac3271e3976,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:07:53.091855 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-cc6ab415-78c3-411e-beb0-5df028d6b5a6 None None] Provisioning complete for port e4f3c958-6e1e-4660-9e5f-8ac3271e3976 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:53.092242 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-cc6ab415-78c3-411e-beb0-5df028d6b5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:53.095995 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:53.097947 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Routers {'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:53.098757 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:53.105532 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] Publish callbacks [] for router, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:53.110643 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37516) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:53.115036 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-09ffa3e4-7c0a-444c-a44c-9ea78002bffe admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5930221 Dec 23 12:07:53.172021 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port fd448290-a61b-404f-aa28-a76fdbef0c8b triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:53.172262 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:53.238954 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:53.240446 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:53.242445 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c2930-5817-417e-bcaa-6f9d44d32eff None None] Pushing event updated for resources: {'Port': ['ID=e4f3c958-6e1e-4660-9e5f-8ac3271e3976,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:53.243239 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Set router a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:53.407718 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:53.476884 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'name': 'tempest-TestVolumeBootPattern-1031675260-router', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '58345fd7-1781-4c14-8496-f848dd41f9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:07:52Z', 'revision_number': 3, 'project_id': '220bc21aa090477f9caf3e52e18c1664', 'gw_port': {'id': '58345fd7-1781-4c14-8496-f848dd41f9a0', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:53.490125 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-cc6ab415-78c3-411e-beb0-5df028d6b5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:53.516337 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Checking router: a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:07:53.516828 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Updating router a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 port 58345fd7-1781-4c14-8496-f848dd41f9a0 binding host dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:07:53.546030 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:53.616614 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-cc6ab415-78c3-411e-beb0-5df028d6b5a6 None None] For port e4f3c958-6e1e-4660-9e5f-8ac3271e3976, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=e4f3c958-6e1e-4660-9e5f-8ac3271e3976,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:53.645279 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-cc6ab415-78c3-411e-beb0-5df028d6b5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:53.734424 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ab415-78c3-411e-beb0-5df028d6b5a6 None None] Pushing event updated for resources: {'Port': ['ID=e4f3c958-6e1e-4660-9e5f-8ac3271e3976,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:53.773530 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:53.803196 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39181873-1bbf-4ff1-9536-f6dcf7da3aa5 None None] The sync data for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi is: [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:07:53.806260 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-9b5f0441-2c82-4d33-9dc6-b4f3661d3b47 None None] Provisioning complete for port e4f3c958-6e1e-4660-9e5f-8ac3271e3976 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:53.806713 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9b5f0441-2c82-4d33-9dc6-b4f3661d3b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:53.896050 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:53.935917 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:53.938604 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0706ef84-04e3-4ab8-a16f-ee3a2e511e2c None None] Network 0671a8ff-dd35-486d-9797-bec228759175 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:07:53.943788 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.003404 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Attempting to bind port 58345fd7-1781-4c14-8496-f848dd41f9a0 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:07:54.003885 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Attempting to bind port 58345fd7-1781-4c14-8496-f848dd41f9a0 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:07:54.004318 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Attempting to bind port 58345fd7-1781-4c14-8496-f848dd41f9a0 on network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:07:54.008149 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd98373-9712-4e8a-885e-8518a9c93781 None None] Pushing event updated for resources: {'Port': ['ID=58345fd7-1781-4c14-8496-f848dd41f9a0,revision_number=2']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:54.015508 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:07:54.016692 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Checking segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:07:54.017187 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.018197 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Bound using segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:07:54.018769 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Bound port: 58345fd7-1781-4c14-8496-f848dd41f9a0, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:07:54.019220 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.067618 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-c0fbc671-cabf-4197-b356-70ee98d375e6 None None] Provisioning complete for port 943463a5-c01b-430f-9708-440bae7843ad triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:54.067988 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-c0fbc671-cabf-4197-b356-70ee98d375e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.085433 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] For port 58345fd7-1781-4c14-8496-f848dd41f9a0, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:07:54.090542 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] For port 58345fd7-1781-4c14-8496-f848dd41f9a0, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=58345fd7-1781-4c14-8496-f848dd41f9a0,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:07:54.101656 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_common [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Allocated IP 172.20.0.1 (0671a8ff-dd35-486d-9797-bec228759175/2b588919-5958-46e2-8eaf-eca0148bacf3/84760454-06d3-4433-9493-8f52f15cf118) {{(pid=102502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:07:54.109256 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.181388 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-c0fbc671-cabf-4197-b356-70ee98d375e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.184996 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Routers {'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:54.185651 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:54.230977 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-c0fbc671-cabf-4197-b356-70ee98d375e6 None None] For port 943463a5-c01b-430f-9708-440bae7843ad, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=943463a5-c01b-430f-9708-440bae7843ad,segment=NetworkSegment(9e92a469-e5ff-4f79-a1a3-bd14c825bace),segment_id=9e92a469-e5ff-4f79-a1a3-bd14c825bace)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:54.239225 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.240700 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-c0fbc671-cabf-4197-b356-70ee98d375e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.246544 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd98373-9712-4e8a-885e-8518a9c93781 None None] Pushing event updated for resources: {'Port': ['ID=58345fd7-1781-4c14-8496-f848dd41f9a0,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:54.301086 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.327062 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbc671-cabf-4197-b356-70ee98d375e6 None None] Pushing event updated for resources: {'Port': ['ID=943463a5-c01b-430f-9708-440bae7843ad,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:54.362840 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Network 0671a8ff-dd35-486d-9797-bec228759175 is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:07:54.367547 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] Set router a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:54.368509 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:07:54.372411 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Received port after_create {{(pid=102502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:07:54.408641 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Pushing event updated for resources: {'Port': ['ID=84760454-06d3-4433-9493-8f52f15cf118,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:54.429613 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601410'] for router_interface, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.474442 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-29fa0263-c499-413a-9e0d-e558f9983d20 None None] Provisioning complete for port 943463a5-c01b-430f-9708-440bae7843ad triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:54.474840 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29fa0263-c499-413a-9e0d-e558f9983d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.612814 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.710951 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'name': 'tempest-TestVolumeBootPattern-1031675260-router', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '58345fd7-1781-4c14-8496-f848dd41f9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:07:52Z', 'revision_number': 3, 'project_id': '220bc21aa090477f9caf3e52e18c1664', 'gw_port': {'id': '58345fd7-1781-4c14-8496-f848dd41f9a0', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:54.723714 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-3b071b4a-977f-4886-9ad4-64ef5cae5f16 None None] Provisioning complete for port 84760454-06d3-4433-9493-8f52f15cf118 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:54.724070 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-3b071b4a-977f-4886-9ad4-64ef5cae5f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.741610 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c217b-4318-43e9-9ff3-c259273ab040 None None] The sync data for ids ['a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'] in dv-cinder-822821-1-iscsi is: [{'id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'name': 'tempest-TestVolumeBootPattern-1031675260-router', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '58345fd7-1781-4c14-8496-f848dd41f9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:07:52Z', 'revision_number': 3, 'project_id': '220bc21aa090477f9caf3e52e18c1664', 'gw_port': {'id': '58345fd7-1781-4c14-8496-f848dd41f9a0', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:07:54.767279 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-3b071b4a-977f-4886-9ad4-64ef5cae5f16 None None] Port 84760454-06d3-4433-9493-8f52f15cf118 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:07:54.821210 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.829561 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10476032'] for port, after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.910687 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Pushing event updated for resources: {'Port': ['ID=84760454-06d3-4433-9493-8f52f15cf118,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:54.929395 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601398'] for router_interface, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:54.975451 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 943463a5-c01b-430f-9708-440bae7843ad up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:07:55.071204 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 943463a5-c01b-430f-9708-440bae7843ad triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:55.071674 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:55.076683 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Network 0671a8ff-dd35-486d-9797-bec228759175 is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:07:55.078297 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:07:55.225726 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device e4f3c958-6e1e-4660-9e5f-8ac3271e3976 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:07:55.247091 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Router a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:07:55.285500 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port e4f3c958-6e1e-4660-9e5f-8ac3271e3976 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:55.285962 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:55.383972 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:07:55.389671 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-9ebbe160-aeb3-44da-8c4c-deb794433076 admin admin] 10.222.0.65 "PUT /v2.0/routers/a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2779396 Dec 23 12:07:55.400047 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-4ab6da32-8777-4157-be0f-6e89eae44bc1 None None] Provisioning complete for port 84760454-06d3-4433-9493-8f52f15cf118 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:55.401074 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-4ab6da32-8777-4157-be0f-6e89eae44bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:55.442260 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-4ab6da32-8777-4157-be0f-6e89eae44bc1 None None] Port 84760454-06d3-4433-9493-8f52f15cf118 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:07:56.019645 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 37530) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:56.024558 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-bfd91c43-10d3-4bfb-b415-84e8626f7927 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1922405993', 'description': 'tempest-secgroup-smoke-1922405993 description', 'project_id': '65754771daec4e08922a4c10f20ca653'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:56.050691 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bfd91c43-10d3-4bfb-b415-84e8626f7927 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.130878 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bfd91c43-10d3-4bfb-b415-84e8626f7927 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.136059 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bfd91c43-10d3-4bfb-b415-84e8626f7927 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.162382 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bfd91c43-10d3-4bfb-b415-84e8626f7927 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.163535 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-bfd91c43-10d3-4bfb-b415-84e8626f7927 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1428742 Dec 23 12:07:56.166665 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37532) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:56.167532 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd91c43-10d3-4bfb-b415-84e8626f7927 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:56.172266 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-173a5aaf-17ee-407d-ae8a-8a1fe7ed10f0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Request body: {'security_group_rule': {'security_group_id': 'e7cccbd7-4c58-4335-aabf-5a5e7da18ffa', 'project_id': '65754771daec4e08922a4c10f20ca653', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:56.204343 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-173a5aaf-17ee-407d-ae8a-8a1fe7ed10f0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.259234 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-173a5aaf-17ee-407d-ae8a-8a1fe7ed10f0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.264296 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-173a5aaf-17ee-407d-ae8a-8a1fe7ed10f0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.282040 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a5aaf-17ee-407d-ae8a-8a1fe7ed10f0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de43d452-2723-442e-a2a7-415924c69c64,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:56.292170 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-173a5aaf-17ee-407d-ae8a-8a1fe7ed10f0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.293381 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-173a5aaf-17ee-407d-ae8a-8a1fe7ed10f0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256838 Dec 23 12:07:56.296308 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37534) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:56.300617 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-5703ff1d-3c2d-440f-8fe1-26bd07235eba tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Request body: {'security_group_rule': {'security_group_id': 'e7cccbd7-4c58-4335-aabf-5a5e7da18ffa', 'project_id': '65754771daec4e08922a4c10f20ca653', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:56.329918 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5703ff1d-3c2d-440f-8fe1-26bd07235eba tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.393047 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5703ff1d-3c2d-440f-8fe1-26bd07235eba tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.397506 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5703ff1d-3c2d-440f-8fe1-26bd07235eba tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.414237 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703ff1d-3c2d-440f-8fe1-26bd07235eba tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fcdbc4-7c5d-4599-ad55-7cbafe393bb0,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:56.422692 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5703ff1d-3c2d-440f-8fe1-26bd07235eba tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.423872 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-5703ff1d-3c2d-440f-8fe1-26bd07235eba tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266491 Dec 23 12:07:56.426759 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37536) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:56.431071 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-208555b6-2b5e-47bd-9153-e3943bcf1107 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Request body: {'security_group_rule': {'security_group_id': 'e7cccbd7-4c58-4335-aabf-5a5e7da18ffa', 'project_id': '65754771daec4e08922a4c10f20ca653', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:56.460834 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-208555b6-2b5e-47bd-9153-e3943bcf1107 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.517167 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-208555b6-2b5e-47bd-9153-e3943bcf1107 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.523232 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-208555b6-2b5e-47bd-9153-e3943bcf1107 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.539523 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208555b6-2b5e-47bd-9153-e3943bcf1107 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24cebee-73d5-43cb-89b0-edd37e9b4a15,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:56.548011 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-208555b6-2b5e-47bd-9153-e3943bcf1107 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.549114 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-208555b6-2b5e-47bd-9153-e3943bcf1107 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213777 Dec 23 12:07:56.552060 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37538) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:56.556770 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-bf6c8994-b111-47fb-a4cc-e8584f9d7992 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Request body: {'security_group_rule': {'security_group_id': 'e7cccbd7-4c58-4335-aabf-5a5e7da18ffa', 'project_id': '65754771daec4e08922a4c10f20ca653', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:56.590104 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8994-b111-47fb-a4cc-e8584f9d7992 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.648954 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8994-b111-47fb-a4cc-e8584f9d7992 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.655064 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8994-b111-47fb-a4cc-e8584f9d7992 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.672159 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c8994-b111-47fb-a4cc-e8584f9d7992 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa6758c-399b-47e2-b96f-1f704fa8e3b1,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:56.683303 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8994-b111-47fb-a4cc-e8584f9d7992 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.684481 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-bf6c8994-b111-47fb-a4cc-e8584f9d7992 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313169 Dec 23 12:07:56.687627 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37540) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:56.692025 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-0a3ac70f-f9c2-4c77-9b9e-bd9a5794bc3f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Request body: {'security_group_rule': {'security_group_id': 'e7cccbd7-4c58-4335-aabf-5a5e7da18ffa', 'project_id': '65754771daec4e08922a4c10f20ca653', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:56.716832 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.securitygroups_db [None req-0a3ac70f-f9c2-4c77-9b9e-bd9a5794bc3f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Project 65754771daec4e08922a4c10f20ca653 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:07:56.722177 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac70f-f9c2-4c77-9b9e-bd9a5794bc3f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.785877 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac70f-f9c2-4c77-9b9e-bd9a5794bc3f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.790884 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac70f-f9c2-4c77-9b9e-bd9a5794bc3f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.809786 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ac70f-f9c2-4c77-9b9e-bd9a5794bc3f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc190bd-f263-461a-ab14-a3bb60abf619,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:56.815278 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-0a3ac70f-f9c2-4c77-9b9e-bd9a5794bc3f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.816354 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-0a3ac70f-f9c2-4c77-9b9e-bd9a5794bc3f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277447 Dec 23 12:07:56.819242 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37542) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:56.823467 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-a95ed9b1-7b44-4f30-92db-ea5ec8946fb0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Request body: {'security_group_rule': {'security_group_id': 'e7cccbd7-4c58-4335-aabf-5a5e7da18ffa', 'project_id': '65754771daec4e08922a4c10f20ca653', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:07:56.849897 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.securitygroups_db [None req-a95ed9b1-7b44-4f30-92db-ea5ec8946fb0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Project 65754771daec4e08922a4c10f20ca653 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:07:56.857694 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a95ed9b1-7b44-4f30-92db-ea5ec8946fb0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.925743 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a95ed9b1-7b44-4f30-92db-ea5ec8946fb0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.931197 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a95ed9b1-7b44-4f30-92db-ea5ec8946fb0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.941586 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 58345fd7-1781-4c14-8496-f848dd41f9a0 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:07:56.947126 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ed9b1-7b44-4f30-92db-ea5ec8946fb0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbae13f-2d53-48e2-adab-0018aca7c90b,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:56.958050 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a95ed9b1-7b44-4f30-92db-ea5ec8946fb0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:56.959365 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-a95ed9b1-7b44-4f30-92db-ea5ec8946fb0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392109 Dec 23 12:07:56.997183 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 58345fd7-1781-4c14-8496-f848dd41f9a0 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:56.997803 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:57.090072 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:57.096958 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Sync routers for ids ['a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:07:57.120631 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Routers {'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:57.121257 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:57.125272 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] For port 58345fd7-1781-4c14-8496-f848dd41f9a0, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=58345fd7-1781-4c14-8496-f848dd41f9a0,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:57.158228 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:57.252258 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Pushing event updated for resources: {'Port': ['ID=58345fd7-1781-4c14-8496-f848dd41f9a0,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:57.273513 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Set router a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:57.489528 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'name': 'tempest-TestVolumeBootPattern-1031675260-router', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '58345fd7-1781-4c14-8496-f848dd41f9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:07:54Z', 'revision_number': 4, 'project_id': '220bc21aa090477f9caf3e52e18c1664', 'gw_port': {'id': '58345fd7-1781-4c14-8496-f848dd41f9a0', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '84760454-06d3-4433-9493-8f52f15cf118', 'name': '', 'network_id': '0671a8ff-dd35-486d-9797-bec228759175', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664', 'mac_address': 'fa:16:3e:c1:ac:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b588919-5958-46e2-8eaf-eca0148bacf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:53Z', 'updated_at': '2021-12-23T12:07:54Z', 'revision_number': 2, 'project_id': '220bc21aa090477f9caf3e52e18c1664', 'subnets': [{'id': '2b588919-5958-46e2-8eaf-eca0148bacf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:57.520126 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Checking router: a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:07:57.520483 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Updating router a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 port 84760454-06d3-4433-9493-8f52f15cf118 binding host dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:07:57.545770 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:57.955666 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Publish callbacks [] for port, precommit_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:57.964542 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:58.034777 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11ccef-ebc0-464c-94b8-1f17744dfc28 None None] Pushing event updated for resources: {'Port': ['ID=84760454-06d3-4433-9493-8f52f15cf118,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:58.069820 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Attempting to bind port 84760454-06d3-4433-9493-8f52f15cf118 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:07:58.069984 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Attempting to bind port 84760454-06d3-4433-9493-8f52f15cf118 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': '9e92a469-e5ff-4f79-a1a3-bd14c825bace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0671a8ff-dd35-486d-9797-bec228759175'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:07:58.070358 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Attempting to bind port 84760454-06d3-4433-9493-8f52f15cf118 on network 0671a8ff-dd35-486d-9797-bec228759175 {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:07:58.076095 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:07:58.076688 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Checking segment: {'id': '9e92a469-e5ff-4f79-a1a3-bd14c825bace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0671a8ff-dd35-486d-9797-bec228759175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:07:58.077099 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:58.077503 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Bound using segment: {'id': '9e92a469-e5ff-4f79-a1a3-bd14c825bace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0671a8ff-dd35-486d-9797-bec228759175'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:07:58.077985 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Bound port: 84760454-06d3-4433-9493-8f52f15cf118, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e92a469-e5ff-4f79-a1a3-bd14c825bace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0671a8ff-dd35-486d-9797-bec228759175'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:07:58.078371 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:58.148174 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] For port 84760454-06d3-4433-9493-8f52f15cf118, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:07:58.151492 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] For port 84760454-06d3-4433-9493-8f52f15cf118, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=84760454-06d3-4433-9493-8f52f15cf118,segment=NetworkSegment(9e92a469-e5ff-4f79-a1a3-bd14c825bace),segment_id=9e92a469-e5ff-4f79-a1a3-bd14c825bace)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:07:58.156559 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:58.214376 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Routers {'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:07:58.215117 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:07:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:58.251048 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11ccef-ebc0-464c-94b8-1f17744dfc28 None None] Pushing event updated for resources: {'Port': ['ID=84760454-06d3-4433-9493-8f52f15cf118,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:58.328346 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-7639f008-e03b-4934-9b3d-2ccb1c4fa716 None None] Provisioning complete for port 84760454-06d3-4433-9493-8f52f15cf118 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:58.328720 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7639f008-e03b-4934-9b3d-2ccb1c4fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:58.366858 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] Set router a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:07:58.534827 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7639f008-e03b-4934-9b3d-2ccb1c4fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:58.600673 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-7639f008-e03b-4934-9b3d-2ccb1c4fa716 None None] For port 84760454-06d3-4433-9493-8f52f15cf118, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=84760454-06d3-4433-9493-8f52f15cf118,segment=NetworkSegment(9e92a469-e5ff-4f79-a1a3-bd14c825bace),segment_id=9e92a469-e5ff-4f79-a1a3-bd14c825bace)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:07:58.607804 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7639f008-e03b-4934-9b3d-2ccb1c4fa716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:58.664125 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639f008-e03b-4934-9b3d-2ccb1c4fa716 None None] Pushing event updated for resources: {'Port': ['ID=84760454-06d3-4433-9493-8f52f15cf118,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:07:58.672803 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'name': 'tempest-TestVolumeBootPattern-1031675260-router', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '58345fd7-1781-4c14-8496-f848dd41f9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:07:54Z', 'revision_number': 4, 'project_id': '220bc21aa090477f9caf3e52e18c1664', 'gw_port': {'id': '58345fd7-1781-4c14-8496-f848dd41f9a0', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '84760454-06d3-4433-9493-8f52f15cf118', 'name': '', 'network_id': '0671a8ff-dd35-486d-9797-bec228759175', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664', 'mac_address': 'fa:16:3e:c1:ac:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b588919-5958-46e2-8eaf-eca0148bacf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:53Z', 'updated_at': '2021-12-23T12:07:58Z', 'revision_number': 4, 'project_id': '220bc21aa090477f9caf3e52e18c1664', 'subnets': [{'id': '2b588919-5958-46e2-8eaf-eca0148bacf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:58.703239 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d319a5-d888-4a57-898f-4e93cee6ae8c None None] The sync data for ids ['a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'] in dv-cinder-822821-1-iscsi is: [{'id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'name': 'tempest-TestVolumeBootPattern-1031675260-router', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '58345fd7-1781-4c14-8496-f848dd41f9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:07:54Z', 'revision_number': 4, 'project_id': '220bc21aa090477f9caf3e52e18c1664', 'gw_port': {'id': '58345fd7-1781-4c14-8496-f848dd41f9a0', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '84760454-06d3-4433-9493-8f52f15cf118', 'name': '', 'network_id': '0671a8ff-dd35-486d-9797-bec228759175', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664', 'mac_address': 'fa:16:3e:c1:ac:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '2b588919-5958-46e2-8eaf-eca0148bacf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:53Z', 'updated_at': '2021-12-23T12:07:58Z', 'revision_number': 4, 'project_id': '220bc21aa090477f9caf3e52e18c1664', 'subnets': [{'id': '2b588919-5958-46e2-8eaf-eca0148bacf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:07:58.727635 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-4267c2ba-6169-4471-be3b-26a28f378016 None None] Provisioning complete for port 84760454-06d3-4433-9493-8f52f15cf118 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:58.728005 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-4267c2ba-6169-4471-be3b-26a28f378016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:58.976381 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 84760454-06d3-4433-9493-8f52f15cf118 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:07:59.025972 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 84760454-06d3-4433-9493-8f52f15cf118 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:59.026352 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:59.109897 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 58345fd7-1781-4c14-8496-f848dd41f9a0 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:07:59.160725 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 58345fd7-1781-4c14-8496-f848dd41f9a0 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:07:59.161272 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:03.743652 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-11bc68d1-70c4-49fa-a6b1-5334db570fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:05.978311 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-e505f43b-fef5-49be-b7ca-cd56097ef633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:07.179374 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:08.597435 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:09.288344 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:09.817941 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:08:14.228863 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:17.631483 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-b0e8a96f-9c7a-44a5-94d4-cfe4fe5b7e26 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922405993&fields=id&tenant_id=65754771daec4e08922a4c10f20ca653 HTTP/1.1" status: 200 len: 267 time: 0.0471969 Dec 23 12:08:17.759608 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-194917a6-1918-4e10-a64c-d808c59bca88 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:17.761441 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-194917a6-1918-4e10-a64c-d808c59bca88 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 811 time: 0.1230481 Dec 23 12:08:17.782248 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-47d3ff5f-a2b3-46b0-8e79-287ae001acd6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/quotas/65754771daec4e08922a4c10f20ca653 HTTP/1.1" status: 200 len: 375 time: 0.0147474 Dec 23 12:08:17.838194 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-edba7d87-7382-4720-876a-5fc4fbe192ae tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479755 Dec 23 12:08:17.940555 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-674f2ae0-ff31-4e61-9f2f-981577575ef0 service neutron] 10.222.0.65 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902667 Dec 23 12:08:18.033659 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-f5e39efd-a7ff-4d86-9bd2-95e39609329a service neutron] 10.222.0.65 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841928 Dec 23 12:08:18.331898 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dea8d1de-5493-466f-be5e-1a0c49a278b4 req-7195493e-d764-4379-a085-48e761fce73d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 210 time: 0.0272195 Dec 23 12:08:19.428992 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-41db681e-4439-44a1-8450-7b619de377f5 req-afa18dbc-831d-497d-9072-321583e53c0d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 210 time: 0.0310888 Dec 23 12:08:19.608680 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-2601e04c-35cf-40a3-950e-d5a8f4b3f3f5 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:19.610104 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-2601e04c-35cf-40a3-950e-d5a8f4b3f3f5 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 811 time: 0.1116562 Dec 23 12:08:19.693795 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-96d66895-0541-484e-934a-cf7b11bb2dc1 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65754771daec4e08922a4c10f20ca653 HTTP/1.1" status: 200 len: 380 time: 0.0589688 Dec 23 12:08:19.714464 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-8a4dcd04-5533-45dc-b9a2-4fd68054146a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Request body: {'port': {'device_id': '4296b94b-dffe-4ec6-a620-36342be7c07a', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'admin_state_up': True, 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'security_groups': ['e7cccbd7-4c58-4335-aabf-5a5e7da18ffa']}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:08:19.841264 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-8a4dcd04-5533-45dc-b9a2-4fd68054146a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Made reservation on behalf of 65754771daec4e08922a4c10f20ca653 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:08:19.846368 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-8a4dcd04-5533-45dc-b9a2-4fd68054146a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:19.978856 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-8a4dcd04-5533-45dc-b9a2-4fd68054146a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Allocated IP 172.20.0.6 (cb185919-e3e9-4255-a3cb-29bc627cf289/38fc147a-9a72-4186-b36a-1ab62644f15f/3730459e-f7f2-425c-9323-620c407cd290) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:08:20.120626 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-8a4dcd04-5533-45dc-b9a2-4fd68054146a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:20.154640 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-8a4dcd04-5533-45dc-b9a2-4fd68054146a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:20.201712 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-8a4dcd04-5533-45dc-b9a2-4fd68054146a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Network cb185919-e3e9-4255-a3cb-29bc627cf289 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:08:20.204632 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-8a4dcd04-5533-45dc-b9a2-4fd68054146a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:08:20.207331 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-8a4dcd04-5533-45dc-b9a2-4fd68054146a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:08:20.236137 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dcd04-5533-45dc-b9a2-4fd68054146a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'Port': ['ID=3730459e-f7f2-425c-9323-620c407cd290,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:20.264773 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-8a4dcd04-5533-45dc-b9a2-4fd68054146a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:20.265415 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-8a4dcd04-5533-45dc-b9a2-4fd68054146a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:20.284037 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-8a4dcd04-5533-45dc-b9a2-4fd68054146a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5756390 Dec 23 12:08:20.304682 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Request body: {'port': {'device_id': '4296b94b-dffe-4ec6-a620-36342be7c07a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:08:20.360857 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:20.487769 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-598a1af6-9f3c-4f5d-b95f-45d735bcbc1f None None] Provisioning complete for port 3730459e-f7f2-425c-9323-620c407cd290 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:08:20.488937 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-598a1af6-9f3c-4f5d-b95f-45d735bcbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:20.526250 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-598a1af6-9f3c-4f5d-b95f-45d735bcbc1f None None] Port 3730459e-f7f2-425c-9323-620c407cd290 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:08:20.907825 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03dc32-157c-4f0a-9dae-5ceda073a935 req-9b58642c-6445-44b6-a3a6-845b28eb9cd8 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:20.909290 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0b03dc32-157c-4f0a-9dae-5ceda073a935 req-9b58642c-6445-44b6-a3a6-845b28eb9cd8 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 931 time: 0.3993533 Dec 23 12:08:20.995874 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0b03dc32-157c-4f0a-9dae-5ceda073a935 req-434c76c2-8b53-46de-9de4-2444b68c1c06 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786426 Dec 23 12:08:21.003350 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3730459e-f7f2-425c-9323-620c407cd290 {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:08:21.010954 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:21.023189 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Transition to ACTIVE for port object 3730459e-f7f2-425c-9323-620c407cd290 will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:08:21.028414 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:21.080135 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Pushing event updated for resources: {'Port': ['ID=3730459e-f7f2-425c-9323-620c407cd290,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:21.149150 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Attempting to bind port 3730459e-f7f2-425c-9323-620c407cd290 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:08:21.149350 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Attempting to bind port 3730459e-f7f2-425c-9323-620c407cd290 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:08:21.149664 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Attempting to bind port 3730459e-f7f2-425c-9323-620c407cd290 on network cb185919-e3e9-4255-a3cb-29bc627cf289 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:08:21.154785 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Port 3730459e-f7f2-425c-9323-620c407cd290 on network cb185919-e3e9-4255-a3cb-29bc627cf289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:08:21.155103 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Attempting to bind port 3730459e-f7f2-425c-9323-620c407cd290 on network cb185919-e3e9-4255-a3cb-29bc627cf289 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:08:21.160096 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:08:21.160425 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Checking segment: {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:08:21.160799 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Bound using segment: {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:08:21.161213 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Bound port: 3730459e-f7f2-425c-9323-620c407cd290, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:08:21.161559 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:21.224921 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] For port 3730459e-f7f2-425c-9323-620c407cd290, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:08:21.228142 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] For port 3730459e-f7f2-425c-9323-620c407cd290, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=3730459e-f7f2-425c-9323-620c407cd290,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:08:21.235040 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:21.272803 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:21.273449 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:21.274862 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] 10.222.0.61 "PUT /v2.0/ports/3730459e-f7f2-425c-9323-620c407cd290 HTTP/1.1" status: 200 len: 1093 time: 0.9747269 Dec 23 12:08:21.275339 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4296b94b-dffe-4ec6-a620-36342be7c07a', 'tag': '3730459e-f7f2-425c-9323-620c407cd290'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:08:21.277618 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b42d2d-8b9a-41d3-bd05-4f2b795a0002" -d '{"events": [{"name": "network-changed", "server_uuid": "4296b94b-dffe-4ec6-a620-36342be7c07a", "tag": "3730459e-f7f2-425c-9323-620c407cd290"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:08:21.299688 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39baff-7a4e-4933-94ec-fff026c370fb service neutron] Pushing event updated for resources: {'Port': ['ID=3730459e-f7f2-425c-9323-620c407cd290,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:21.327371 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551c71b8-4607-4f24-9ce2-a8200f251da2 x-openstack-request-id: req-551c71b8-4607-4f24-9ce2-a8200f251da2 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:08:21.327731 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4296b94b-dffe-4ec6-a620-36342be7c07a", "tag": "3730459e-f7f2-425c-9323-620c407cd290", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:08:21.327990 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-551c71b8-4607-4f24-9ce2-a8200f251da2 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:08:21.328470 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4296b94b-dffe-4ec6-a620-36342be7c07a', 'tag': '3730459e-f7f2-425c-9323-620c407cd290', 'status': 'completed', 'code': 200} Dec 23 12:08:21.434704 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-fc8c3daf-e48d-45d8-9a47-2e5fdfc740df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:21.436408 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-fc8c3daf-e48d-45d8-9a47-2e5fdfc740df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 1096 time: 0.0456800 Dec 23 12:08:21.492413 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-c649f5dd-806f-46b9-b7ab-c6d1d8f59a37 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3730459e-f7f2-425c-9323-620c407cd290 HTTP/1.1" status: 200 len: 217 time: 0.0336926 Dec 23 12:08:21.547457 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-96501524-0d09-4f7f-8588-599108dde0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:21.548928 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-96501524-0d09-4f7f-8588-599108dde0df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0435808 Dec 23 12:08:21.600848 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-6b0e43a4-8396-4e6a-b7ec-e6b00b5f3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:21.602326 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-6b0e43a4-8396-4e6a-b7ec-e6b00b5f3c1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437536 Dec 23 12:08:21.698215 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-d0bfea2c-bc7b-4ee2-8387-a7216b5c80aa service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813608 Dec 23 12:08:21.798637 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-35b40dd1-0aba-4019-9cb2-38fd25fc6f3f req-6f48c28b-1120-4390-a48f-538d2b4fe0ee service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873649 Dec 23 12:08:21.969081 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b42d2d-8b9a-41d3-bd05-4f2b795a0002 req-2a0599c1-1a9e-4273-a81b-a2a0aa02da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:21.970679 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-08b42d2d-8b9a-41d3-bd05-4f2b795a0002 req-2a0599c1-1a9e-4273-a81b-a2a0aa02da1d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 1096 time: 0.0438588 Dec 23 12:08:22.070011 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b42d2d-8b9a-41d3-bd05-4f2b795a0002 req-941135a0-20bf-4211-8f7a-17093e666390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:22.071665 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-08b42d2d-8b9a-41d3-bd05-4f2b795a0002 req-941135a0-20bf-4211-8f7a-17093e666390 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 912 time: 0.0923095 Dec 23 12:08:22.130541 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-08b42d2d-8b9a-41d3-bd05-4f2b795a0002 req-aae079da-8f18-47a8-a1dd-febb43c0d8de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3730459e-f7f2-425c-9323-620c407cd290 HTTP/1.1" status: 200 len: 217 time: 0.0488102 Dec 23 12:08:22.148615 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d7458-4fc8-4ef4-b20b-8b862f792c86 req-38a25366-f1fe-4bce-963c-2d90545815f4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:22.150035 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-131d7458-4fc8-4ef4-b20b-8b862f792c86 req-38a25366-f1fe-4bce-963c-2d90545815f4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 943 time: 0.0772750 Dec 23 12:08:22.218388 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b42d2d-8b9a-41d3-bd05-4f2b795a0002 req-a1e2a8c0-3bba-4dbd-86e7-57c135873930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:22.219803 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-08b42d2d-8b9a-41d3-bd05-4f2b795a0002 req-a1e2a8c0-3bba-4dbd-86e7-57c135873930 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0689425 Dec 23 12:08:22.238540 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-131d7458-4fc8-4ef4-b20b-8b862f792c86 req-20a0aa37-5d21-416b-928d-87c19a3b94a4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801713 Dec 23 12:08:22.280988 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b42d2d-8b9a-41d3-bd05-4f2b795a0002 req-34457a0a-9254-4407-98f0-89a984c9afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:22.282483 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-08b42d2d-8b9a-41d3-bd05-4f2b795a0002 req-34457a0a-9254-4407-98f0-89a984c9afcb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430782 Dec 23 12:08:22.377551 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-08b42d2d-8b9a-41d3-bd05-4f2b795a0002 req-84d19810-fab6-4324-b913-ad59dbeb494d service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862274 Dec 23 12:08:22.470602 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-08b42d2d-8b9a-41d3-bd05-4f2b795a0002 req-2e806bfc-ba8c-4081-b29b-b58d18b5acda service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845339 Dec 23 12:08:23.369368 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801bc79-18b8-4f61-886b-be962cad9854 req-db6a8a5c-6563-4b74-a707-06220dfd7a4c tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:23.371185 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0801bc79-18b8-4f61-886b-be962cad9854 req-db6a8a5c-6563-4b74-a707-06220dfd7a4c tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 943 time: 0.0542538 Dec 23 12:08:23.420241 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0801bc79-18b8-4f61-886b-be962cad9854 req-79cd48e3-ce09-4d22-9123-1e38da96dd7b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430093 Dec 23 12:08:24.546398 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d85bb-621a-437c-af21-d5406dd0391e req-5132b88f-474b-4f95-97c2-f69b1f7bc226 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:24.547924 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e19d85bb-621a-437c-af21-d5406dd0391e req-5132b88f-474b-4f95-97c2-f69b1f7bc226 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 943 time: 0.0540543 Dec 23 12:08:24.596294 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e19d85bb-621a-437c-af21-d5406dd0391e req-ee0c9576-3a74-45b1-a443-69f417e09a03 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424271 Dec 23 12:08:24.899479 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0494d-286b-4abe-a12a-081cbb5a86a3 req-864b589b-ca4a-46b8-95df-8fa1a8f417aa tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:24.900959 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-07d0494d-286b-4abe-a12a-081cbb5a86a3 req-864b589b-ca4a-46b8-95df-8fa1a8f417aa tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 945 time: 0.0545464 Dec 23 12:08:24.954972 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-07d0494d-286b-4abe-a12a-081cbb5a86a3 req-ec78a35e-a752-46a3-9069-78477ff8d0fe tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e4c13f0-96bb-49b3-ade7-335705d65d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447917 Dec 23 12:08:25.729680 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e18029-9b26-4ea4-9872-224fcc157200 req-05436ba4-8a25-46d1-874f-dcb75d97439e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:25.731267 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-06e18029-9b26-4ea4-9872-224fcc157200 req-05436ba4-8a25-46d1-874f-dcb75d97439e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 943 time: 0.0587592 Dec 23 12:08:25.789602 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-06e18029-9b26-4ea4-9872-224fcc157200 req-4f0fac10-f1de-4383-ad2e-ecc469c847ca tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491180 Dec 23 12:08:26.098048 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a081c-f85c-49da-a71c-7fe986b6615a req-9f2b1379-c47b-4b26-912e-f3b39f66ed3c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:26.099560 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1d7a081c-f85c-49da-a71c-7fe986b6615a req-9f2b1379-c47b-4b26-912e-f3b39f66ed3c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 945 time: 0.0616016 Dec 23 12:08:26.159712 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1d7a081c-f85c-49da-a71c-7fe986b6615a req-7b600bdb-5f47-458f-a038-5723ad9bca81 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e4c13f0-96bb-49b3-ade7-335705d65d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508041 Dec 23 12:08:26.910014 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d82f47-d0c5-4fa5-8a79-3159c32c1df4 req-dceb807c-315e-4375-88be-5bd4348ab2f8 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:26.911522 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d5d82f47-d0c5-4fa5-8a79-3159c32c1df4 req-dceb807c-315e-4375-88be-5bd4348ab2f8 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 943 time: 0.0536067 Dec 23 12:08:26.962974 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d5d82f47-d0c5-4fa5-8a79-3159c32c1df4 req-cafa252a-6c64-4253-b18d-50c6d87f7ffb tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425794 Dec 23 12:08:27.127132 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-c1fb5b31-5cbf-442b-bd71-508fb28a7ca7 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:27.128486 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-c1fb5b31-5cbf-442b-bd71-508fb28a7ca7 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.61 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 945 time: 0.0588751 Dec 23 12:08:27.228663 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Deleting port 114be167-612f-43f6-9558-67fd2fe303ec {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:08:27.228962 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:27.334853 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de8df5-15aa-4e41-968f-2e2645fc0df1 req-ddcacb78-05d2-4fef-9c8b-9737304e5671 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:27.336351 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-49de8df5-15aa-4e41-968f-2e2645fc0df1 req-ddcacb78-05d2-4fef-9c8b-9737304e5671 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 945 time: 0.1027460 Dec 23 12:08:27.371222 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] For port 114be167-612f-43f6-9558-67fd2fe303ec, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=114be167-612f-43f6-9558-67fd2fe303ec,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:08:27.371590 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:27.443796 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-49de8df5-15aa-4e41-968f-2e2645fc0df1 req-306b6249-cede-4ec4-b544-7bfd651b1694 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e4c13f0-96bb-49b3-ade7-335705d65d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013272 Dec 23 12:08:27.562953 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:27.563310 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:27.563622 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.l3_db [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Floating IP 92c84197-674a-4ac8-bd20-2ad7920c5385 disassociated. External IP: 172.27.2.151, port: 114be167-612f-43f6-9558-67fd2fe303ec. Dec 23 12:08:27.563962 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Calling delete_port for 114be167-612f-43f6-9558-67fd2fe303ec owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:08:27.699736 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:27.727861 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event deleted for resources: {'Port': ['ID=114be167-612f-43f6-9558-67fd2fe303ec,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:27.848474 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Router bac5a94f-f487-4f9f-a181-31e50eec685d has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:08:27.965261 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:08:27.976189 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568eab4-2b6c-4f73-902e-6a27cca5987e None None] Sync routers for ids ['bac5a94f-f487-4f9f-a181-31e50eec685d'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:08:27.987451 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568eab4-2b6c-4f73-902e-6a27cca5987e None None] Routers {'bac5a94f-f487-4f9f-a181-31e50eec685d'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:08:27.988075 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-7568eab4-2b6c-4f73-902e-6a27cca5987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:08:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['bac5a94f-f487-4f9f-a181-31e50eec685d'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:28.008640 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] No DVR routers for this DVR port 114be167-612f-43f6-9558-67fd2fe303ec on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:08:28.011356 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:28.014910 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4ed4492d-c71d-48d8-94fe-ea6183fb37c8 req-4f7b89d9-f5a3-489e-886b-86cab6ed0dab tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.61 "DELETE /v2.0/ports/114be167-612f-43f6-9558-67fd2fe303ec HTTP/1.1" status: 204 len: 173 time: 0.8788097 Dec 23 12:08:28.015366 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03f128e-f114-443a-adb3-35817870c812', 'name': 'network-vif-deleted', 'tag': '114be167-612f-43f6-9558-67fd2fe303ec'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:08:28.017633 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1193391d-e2ca-4392-ba8a-90a934526a91" -d '{"events": [{"server_uuid": "c03f128e-f114-443a-adb3-35817870c812", "name": "network-vif-deleted", "tag": "114be167-612f-43f6-9558-67fd2fe303ec"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:08:28.074689 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f64abf3-738e-4bf9-be01-33cfbc2c9e3d x-openstack-request-id: req-5f64abf3-738e-4bf9-be01-33cfbc2c9e3d {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:08:28.075121 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03f128e-f114-443a-adb3-35817870c812", "name": "network-vif-deleted", "tag": "114be167-612f-43f6-9558-67fd2fe303ec", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:08:28.075248 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f64abf3-738e-4bf9-be01-33cfbc2c9e3d {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:08:28.075644 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03f128e-f114-443a-adb3-35817870c812', 'name': 'network-vif-deleted', 'tag': '114be167-612f-43f6-9558-67fd2fe303ec', 'status': 'completed', 'code': 200} Dec 23 12:08:28.102593 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb85ee-6494-4bbf-afd3-4e92c6a8575b req-798232d0-d3bc-48b9-814c-7d3879272b2d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:28.103210 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-7568eab4-2b6c-4f73-902e-6a27cca5987e None None] Set router bac5a94f-f487-4f9f-a181-31e50eec685d gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:08:28.104285 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bdfb85ee-6494-4bbf-afd3-4e92c6a8575b req-798232d0-d3bc-48b9-814c-7d3879272b2d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 943 time: 0.0629978 Dec 23 12:08:28.175317 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bdfb85ee-6494-4bbf-afd3-4e92c6a8575b req-b1d9fcaa-8eb3-4acf-8b32-597440ffd907 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609820 Dec 23 12:08:28.309357 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-7568eab4-2b6c-4f73-902e-6a27cca5987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 5, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:28.336124 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568eab4-2b6c-4f73-902e-6a27cca5987e None None] Checking router: bac5a94f-f487-4f9f-a181-31e50eec685d for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:08:28.345780 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568eab4-2b6c-4f73-902e-6a27cca5987e None None] Routers {'bac5a94f-f487-4f9f-a181-31e50eec685d'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:08:28.346388 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-7568eab4-2b6c-4f73-902e-6a27cca5987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:08:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['bac5a94f-f487-4f9f-a181-31e50eec685d'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:28.456089 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-7568eab4-2b6c-4f73-902e-6a27cca5987e None None] Set router bac5a94f-f487-4f9f-a181-31e50eec685d gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:08:28.552445 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ff33226d-b1af-46d7-954c-620a15afdaa1 req-4f04cf24-d6ee-46f9-bcd2-0429e80bc536 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03f128e-f114-443a-adb3-35817870c812 HTTP/1.1" status: 200 len: 210 time: 0.0258374 Dec 23 12:08:28.655694 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-7568eab4-2b6c-4f73-902e-6a27cca5987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 5, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:28.685266 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568eab4-2b6c-4f73-902e-6a27cca5987e None None] The sync data for ids ['bac5a94f-f487-4f9f-a181-31e50eec685d'] in dv-cinder-822821-1-iscsi is: [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:03:28Z', 'revision_number': 4, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '8da02e10-8746-45f0-a9e8-567bff0059fb', 'name': '', 'network_id': '60b7dd52-a57d-43ce-8b05-529205e80faf', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'mac_address': 'fa:16:3e:ee:74:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:27Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 5, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'subnets': [{'id': 'c5555c9d-9557-440e-86bd-6d7dd36195b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:08:28.904134 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31849021-dc24-4824-98c0-fbbe3f6eb148 None None] New status for floating IP 92c84197-674a-4ac8-bd20-2ad7920c5385: DOWN {{(pid=102504) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:08:29.299485 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26133d-4834-444f-9fbf-9faa913fd9a0 req-267b472e-0fe1-4e0e-b780-4089ff96b81e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:29.300940 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3c26133d-4834-444f-9fbf-9faa913fd9a0 req-267b472e-0fe1-4e0e-b780-4089ff96b81e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 943 time: 0.0486543 Dec 23 12:08:29.350944 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3c26133d-4834-444f-9fbf-9faa913fd9a0 req-1b8b193a-802e-4e7c-a765-4fdd486c46ce tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439463 Dec 23 12:08:29.744054 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 37838) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:29.812150 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6735175e-daa6-44cb-9c5c-cd4c748124b6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:29.835693 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6735175e-daa6-44cb-9c5c-cd4c748124b6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:29.887089 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6735175e-daa6-44cb-9c5c-cd4c748124b6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:29.890396 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6735175e-daa6-44cb-9c5c-cd4c748124b6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:29.892240 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-6735175e-daa6-44cb-9c5c-cd4c748124b6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "DELETE /v2.0/security-groups/7e4c13f0-96bb-49b3-ade7-335705d65d5d HTTP/1.1" status: 204 len: 168 time: 0.1468797 Dec 23 12:08:29.895574 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37840) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:29.902715 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735175e-daa6-44cb-9c5c-cd4c748124b6 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4c13f0-96bb-49b3-ade7-335705d65d5d,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:29.909801 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.api.v2.resource [None req-86b6939a-133e-4bc8-a31e-9e633308358c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] show failed (client error): The resource could not be found. Dec 23 12:08:29.910794 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-86b6939a-133e-4bc8-a31e-9e633308358c tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "GET /v2.0/security-groups/7e4c13f0-96bb-49b3-ade7-335705d65d5d HTTP/1.1" status: 404 len: 347 time: 0.0142145 Dec 23 12:08:29.913767 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37842) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:30.040447 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Deleting port e99ff326-8baf-4828-97cb-5ba78f51a50f {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:08:30.040767 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:30.120953 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:30.121247 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:30.134629 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Calling delete_port for e99ff326-8baf-4828-97cb-5ba78f51a50f owned by network:floatingip {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:08:30.278389 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:30.305108 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Pushing event deleted for resources: {'Port': ['ID=e99ff326-8baf-4828-97cb-5ba78f51a50f,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:30.329406 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.329766 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.330108 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.330446 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.330787 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.331110 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.331434 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.331775 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.332100 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.332420 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.332738 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.333036 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.333349 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.374352 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks [] for floatingip, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:30.377089 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:30.378256 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-8c51cb1a-6dc2-4fb8-8d59-3dd1a5e04362 tempest-AttachVolumeTestJSON-148399196 tempest-AttachVolumeTestJSON-148399196-project] 10.222.0.65 "DELETE /v2.0/floatingips/92c84197-674a-4ac8-bd20-2ad7920c5385 HTTP/1.1" status: 204 len: 168 time: 0.4635732 Dec 23 12:08:30.470907 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0763ecf-824d-4201-b1fb-95e319957627 req-36da067a-fd25-4462-b9f9-142bdaca7a6b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:30.472431 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c0763ecf-824d-4201-b1fb-95e319957627 req-36da067a-fd25-4462-b9f9-142bdaca7a6b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 943 time: 0.0527501 Dec 23 12:08:30.527179 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c0763ecf-824d-4201-b1fb-95e319957627 req-86752e59-f55c-42f7-93da-a9d97c635434 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482719 Dec 23 12:08:30.554421 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 3730459e-f7f2-425c-9323-620c407cd290 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:08:30.652421 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 3730459e-f7f2-425c-9323-620c407cd290, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=3730459e-f7f2-425c-9323-620c407cd290,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:08:30.662900 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': '3730459e-f7f2-425c-9323-620c407cd290', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'port_id': '3730459e-f7f2-425c-9323-620c407cd290', 'mac_address': 'fa:16:3e:8d:14:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:08:30.704506 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:30.720165 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3730459e-f7f2-425c-9323-620c407cd290 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:08:30.742581 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 3730459e-f7f2-425c-9323-620c407cd290, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=3730459e-f7f2-425c-9323-620c407cd290,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:08:30.747544 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:30.800757 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=3730459e-f7f2-425c-9323-620c407cd290,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:30.809658 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.810020 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.810370 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.810740 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.811352 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.811675 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.812044 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.812444 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.812917 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.813266 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.813599 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.813925 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:30.814252 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:31.156565 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['3730459e-f7f2-425c-9323-620c407cd290'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:08:31.772102 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d30e99-4939-4a3a-b91e-aee92c2e0727 req-3de2a1fd-c46e-48d6-b4fd-3c7059ed2085 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:31.773477 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e3d30e99-4939-4a3a-b91e-aee92c2e0727 req-3de2a1fd-c46e-48d6-b4fd-3c7059ed2085 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 944 time: 0.1750026 Dec 23 12:08:31.821626 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e3d30e99-4939-4a3a-b91e-aee92c2e0727 req-0fcb59ff-4fd9-4aea-89f5-288d65ebc5c0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421176 Dec 23 12:08:32.574695 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 3730459e-f7f2-425c-9323-620c407cd290 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:08:32.637327 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port 3730459e-f7f2-425c-9323-620c407cd290 completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:08:32.641092 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port 3730459e-f7f2-425c-9323-620c407cd290 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:08:32.641464 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:32.720768 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:32.743853 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4296b94b-dffe-4ec6-a620-36342be7c07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3730459e-f7f2-425c-9323-620c407cd290'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:08:32.746156 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d0b55b-aa84-4929-9518-6658fdf79ebf" -d '{"events": [{"server_uuid": "4296b94b-dffe-4ec6-a620-36342be7c07a", "name": "network-vif-plugged", "status": "completed", "tag": "3730459e-f7f2-425c-9323-620c407cd290"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:08:32.759266 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 3730459e-f7f2-425c-9323-620c407cd290, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=3730459e-f7f2-425c-9323-620c407cd290,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:08:32.763761 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:32.764887 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 114be167-612f-43f6-9558-67fd2fe303ec no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:08:32.790692 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bffa1a0-608b-4758-8184-6806a3c6ea00 x-openstack-request-id: req-4bffa1a0-608b-4758-8184-6806a3c6ea00 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:08:32.791103 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4296b94b-dffe-4ec6-a620-36342be7c07a", "name": "network-vif-plugged", "status": "completed", "tag": "3730459e-f7f2-425c-9323-620c407cd290", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:08:32.791354 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bffa1a0-608b-4758-8184-6806a3c6ea00 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:08:32.791741 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4296b94b-dffe-4ec6-a620-36342be7c07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3730459e-f7f2-425c-9323-620c407cd290', 'code': 200} Dec 23 12:08:32.808939 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: 114be167-612f-43f6-9558-67fd2fe303ec {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:08:32.809286 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 114be167-612f-43f6-9558-67fd2fe303ec not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:08:32.837018 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=3730459e-f7f2-425c-9323-620c407cd290,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:32.949693 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0607851-670e-4aeb-84e8-e3b0e518176f req-1f54e8b1-b8a9-4e0c-95a9-f839cd2c373c tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:32.951212 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f0607851-670e-4aeb-84e8-e3b0e518176f req-1f54e8b1-b8a9-4e0c-95a9-f839cd2c373c tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 945 time: 0.0561371 Dec 23 12:08:33.005573 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f0607851-670e-4aeb-84e8-e3b0e518176f req-084d4a97-96e7-4194-8d36-45f92386a9ba tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473304 Dec 23 12:08:33.076199 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2ba51-b88b-4333-bad6-91732c8891ac req-ba46fb5b-ebd3-4bf4-a4ff-a4a22f8e73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:33.077737 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d8b2ba51-b88b-4333-bad6-91732c8891ac req-ba46fb5b-ebd3-4bf4-a4ff-a4a22f8e73b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 1098 time: 0.0402353 Dec 23 12:08:33.128681 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d8b2ba51-b88b-4333-bad6-91732c8891ac req-08de2efe-a691-4092-85a3-8851f2a8d764 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434122 Dec 23 12:08:33.750337 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-e63284d4-711b-41c5-a72b-ce4a787b06ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:33.927779 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 37880) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:34.219936 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53677602-f86f-446c-b897-80f6a513ffd7 req-0c77de2e-ac60-427f-96e3-b754bc7953d2 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:34.221432 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-53677602-f86f-446c-b897-80f6a513ffd7 req-0c77de2e-ac60-427f-96e3-b754bc7953d2 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 945 time: 0.1450372 Dec 23 12:08:34.312674 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-53677602-f86f-446c-b897-80f6a513ffd7 req-e8ab8df7-9250-4d3f-8224-87d8eab6eef8 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849841 Dec 23 12:08:34.456653 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-33e2835c-63a0-4fae-ac78-1f091cc053fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601563'] for router_interface, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:34.697506 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-33e2835c-63a0-4fae-ac78-1f091cc053fb admin admin] Deleting port 8da02e10-8746-45f0-a9e8-567bff0059fb {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:08:34.697729 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-33e2835c-63a0-4fae-ac78-1f091cc053fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:34.777111 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [None req-33e2835c-63a0-4fae-ac78-1f091cc053fb admin admin] For port 8da02e10-8746-45f0-a9e8-567bff0059fb, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=8da02e10-8746-45f0-a9e8-567bff0059fb,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:08:34.777476 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-33e2835c-63a0-4fae-ac78-1f091cc053fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:34.789028 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-33e2835c-63a0-4fae-ac78-1f091cc053fb admin admin] Calling delete_port for 8da02e10-8746-45f0-a9e8-567bff0059fb owned by network:router_interface {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:08:34.971897 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-33e2835c-63a0-4fae-ac78-1f091cc053fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:34.996915 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2835c-63a0-4fae-ac78-1f091cc053fb admin admin] Pushing event deleted for resources: {'Port': ['ID=8da02e10-8746-45f0-a9e8-567bff0059fb,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:35.166467 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-33e2835c-63a0-4fae-ac78-1f091cc053fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595275'] for router_interface, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:35.375517 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e2835c-63a0-4fae-ac78-1f091cc053fb admin admin] Router bac5a94f-f487-4f9f-a181-31e50eec685d has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:08:35.497353 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b995e20-6e98-4a35-93c5-1e09602359ca req-6e9aec72-94be-4468-a904-0b2bb3c30184 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:35.498900 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0b995e20-6e98-4a35-93c5-1e09602359ca req-6e9aec72-94be-4468-a904-0b2bb3c30184 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 945 time: 0.1170189 Dec 23 12:08:35.528912 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e2835c-63a0-4fae-ac78-1f091cc053fb admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:08:35.536261 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-33e2835c-63a0-4fae-ac78-1f091cc053fb admin admin] 10.222.0.65 "PUT /v2.0/routers/bac5a94f-f487-4f9f-a181-31e50eec685d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6074486 Dec 23 12:08:35.538738 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea02358-7f75-477e-a037-0ad6b612178f None None] Sync routers for ids ['bac5a94f-f487-4f9f-a181-31e50eec685d'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:08:35.539399 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37890) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:35.549682 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea02358-7f75-477e-a037-0ad6b612178f None None] Routers {'bac5a94f-f487-4f9f-a181-31e50eec685d'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:08:35.550314 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-5ea02358-7f75-477e-a037-0ad6b612178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:08:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['bac5a94f-f487-4f9f-a181-31e50eec685d'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:35.566759 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0b995e20-6e98-4a35-93c5-1e09602359ca req-17d207d5-594e-4a9a-8e88-e26a571e8c5f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613420 Dec 23 12:08:35.647459 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] Publish callbacks [] for router, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:35.654825 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-5ea02358-7f75-477e-a037-0ad6b612178f None None] Set router bac5a94f-f487-4f9f-a181-31e50eec685d gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:08:35.683317 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af05e6-9043-4f6f-8743-f3e5f493af31 req-76468469-4893-4864-9887-dcbb58f901b5 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:35.684818 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d3af05e6-9043-4f6f-8743-f3e5f493af31 req-76468469-4893-4864-9887-dcbb58f901b5 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 945 time: 0.0494843 Dec 23 12:08:35.734327 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d3af05e6-9043-4f6f-8743-f3e5f493af31 req-c72cabdd-b1a7-4354-a630-c403cf2ce7ed tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430365 Dec 23 12:08:35.751158 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:35.758000 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37894) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:35.807622 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] Deleting port 12b46159-22b6-446a-b62a-acc26493b63f {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:08:35.808068 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:35.835227 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-5ea02358-7f75-477e-a037-0ad6b612178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '12b46159-22b6-446a-b62a-acc26493b63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:08:34Z', 'revision_number': 5, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port': {'id': '12b46159-22b6-446a-b62a-acc26493b63f', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:03:26Z', 'updated_at': '2021-12-23T12:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:35.864474 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea02358-7f75-477e-a037-0ad6b612178f None None] Checking router: bac5a94f-f487-4f9f-a181-31e50eec685d for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:08:35.872477 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea02358-7f75-477e-a037-0ad6b612178f None None] Routers {'bac5a94f-f487-4f9f-a181-31e50eec685d'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:08:35.873090 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-5ea02358-7f75-477e-a037-0ad6b612178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:08:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['bac5a94f-f487-4f9f-a181-31e50eec685d'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:35.906814 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c57e650-88cc-44de-aabc-84af47e53b7e tempest-TestVolumeBootPattern-1240030617 tempest-TestVolumeBootPattern-1240030617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:35.908357 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-3c57e650-88cc-44de-aabc-84af47e53b7e tempest-TestVolumeBootPattern-1240030617 tempest-TestVolumeBootPattern-1240030617-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 1093 time: 0.1493351 Dec 23 12:08:35.911564 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 37898) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:35.917441 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Request body: {'floatingip': {'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'port_id': '3730459e-f7f2-425c-9323-620c407cd290', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:08:35.919645 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] For port 12b46159-22b6-446a-b62a-acc26493b63f, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=12b46159-22b6-446a-b62a-acc26493b63f,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:08:35.920039 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:35.932265 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] Calling delete_port for 12b46159-22b6-446a-b62a-acc26493b63f owned by network:router_gateway {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:08:35.946294 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for floatingip, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:35.956201 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-5ea02358-7f75-477e-a037-0ad6b612178f None None] Set router bac5a94f-f487-4f9f-a181-31e50eec685d gateway port host: None {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:08:35.973003 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-0cec90c6-c2f1-4580-916c-3a44adbef2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.056904 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.101296 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-5ea02358-7f75-477e-a037-0ad6b612178f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:08:35Z', 'revision_number': 6, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port_host': None}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:36.126123 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.132495 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea02358-7f75-477e-a037-0ad6b612178f None None] The sync data for ids ['bac5a94f-f487-4f9f-a181-31e50eec685d'] in dv-cinder-822821-1-iscsi is: [{'id': 'bac5a94f-f487-4f9f-a181-31e50eec685d', 'name': 'tempest-AttachVolumeTestJSON-1771370632-router', 'tenant_id': '83a1e536ed4249adb353b71e8bf03cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:03:25Z', 'updated_at': '2021-12-23T12:08:35Z', 'revision_number': 6, 'project_id': '83a1e536ed4249adb353b71e8bf03cfd', 'gw_port_host': None}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:08:36.177991 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b46159-22b6-446a-b62a-acc26493b63f,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:36.224291 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-598801'] for router_gateway, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.317031 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5042'] for router, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.319512 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.366046 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595896'] for router, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.366613 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bac5a94f-f487-4f9f-a181-31e50eec685d {{(pid=102502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:08:36.371961 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] Publish callbacks [] for router, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.373299 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-c35868c5-74ed-4f86-95b3-335b013aac15 admin admin] 10.222.0.65 "DELETE /v2.0/routers/bac5a94f-f487-4f9f-a181-31e50eec685d HTTP/1.1" status: 204 len: 168 time: 0.8327768 Dec 23 12:08:36.375880 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37900) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:36.419960 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_v2 [None req-88375f0b-3dbe-4bf5-b4a0-1393e26d7161 admin admin] Deleting subnet c5555c9d-9557-440e-86bd-6d7dd36195b8 {{(pid=102502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:08:36.423364 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-88375f0b-3dbe-4bf5-b4a0-1393e26d7161 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.435461 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Allocated IP 172.27.2.5 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/f56bbe48-7b84-438b-a45e-59adbf37656a) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:08:36.460226 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-88375f0b-3dbe-4bf5-b4a0-1393e26d7161 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10471015'] for subnet, precommit_delete_associations {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.550692 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-88375f0b-3dbe-4bf5-b4a0-1393e26d7161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.553700 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.595557 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.612808 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-88375f0b-3dbe-4bf5-b4a0-1393e26d7161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218176'] for subnet, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.637139 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:08:36.640209 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-88375f0b-3dbe-4bf5-b4a0-1393e26d7161 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.640384 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:08:36.645797 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-88375f0b-3dbe-4bf5-b4a0-1393e26d7161 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c5555c9d-9557-440e-86bd-6d7dd36195b8 HTTP/1.1" status: 204 len: 168 time: 0.2666624 Dec 23 12:08:36.646115 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:08:36.646218 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88375f0b-3dbe-4bf5-b4a0-1393e26d7161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5555c9d-9557-440e-86bd-6d7dd36195b8,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:36.646218 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37902) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:36.651398 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8030ea0d-52c8-4c96-a797-a5b53bdc2f71 None None] Network 60b7dd52-a57d-43ce-8b05-529205e80faf requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:08:36.666048 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'Port': ['ID=f56bbe48-7b84-438b-a45e-59adbf37656a,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:36.721785 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.775323 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Deleting port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:08:36.775889 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.841422 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] For port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:08:36.841719 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.947486 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f67837-41f1-49bd-9514-b980e61ea3a9 None None] DHCP port deletion for 60b7dd52-a57d-43ce-8b05-529205e80faf request from dv-cinder-822821-1-iscsi {{(pid=102504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:08:37.011533 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-25f67837-41f1-49bd-9514-b980e61ea3a9 None None] Deleting port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 {{(pid=102504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:08:37.012619 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25f67837-41f1-49bd-9514-b980e61ea3a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.027191 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:08:37.051475 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.056735 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Calling delete_port for cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 owned by network:dhcp {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:08:37.115859 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-25f67837-41f1-49bd-9514-b980e61ea3a9 None None] For port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3,segment=NetworkSegment(e078f962-2a49-4000-a4f5-d47f011986e5),segment_id=e078f962-2a49-4000-a4f5-d47f011986e5)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:08:37.116395 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25f67837-41f1-49bd-9514-b980e61ea3a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.125155 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.131867 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-25f67837-41f1-49bd-9514-b980e61ea3a9 None None] Calling delete_port for cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 owned by network:dhcp {{(pid=102504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:08:37.145079 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.173914 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:37.177677 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] No DVR routers for this DVR port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 on host dv-cinder-822821-1-iscsi {{(pid=102502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:08:37.200612 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 update to DOWN by agent not found {{(pid=102504) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 23 12:08:37.201393 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 8da02e10-8746-45f0-a9e8-567bff0059fb no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:08:37.233647 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 8da02e10-8746-45f0-a9e8-567bff0059fb {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:08:37.234113 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 8da02e10-8746-45f0-a9e8-567bff0059fb not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:08:37.234677 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 12b46159-22b6-446a-b62a-acc26493b63f no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:08:37.253667 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.264099 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 12b46159-22b6-446a-b62a-acc26493b63f {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:08:37.264549 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 12b46159-22b6-446a-b62a-acc26493b63f not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:08:37.266159 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.278249 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b7dd52-a57d-43ce-8b05-529205e80faf']}} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:37.288693 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e078f962-2a49-4000-a4f5-d47f011986e5') {'for_net_delete': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:37.288991 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e078f962-2a49-4000-a4f5-d47f011986e5') {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:37.299020 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-25f67837-41f1-49bd-9514-b980e61ea3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132'] for port, after_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.299364 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10471022'] for segment, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.318311 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.320543 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.326428 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.331971 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:08:37.332724 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476252'] for segment, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.335000 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f67837-41f1-49bd-9514-b980e61ea3a9 None None] Pushing event deleted for resources: {'Port': ['ID=cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3,revision_number=None']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:37.341658 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f67837-41f1-49bd-9514-b980e61ea3a9 None None] No DVR routers for this DVR port cdc7c45a-b1a0-4472-a19d-b8c17eb2aef3 on host dv-cinder-822821-1-iscsi {{(pid=102504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: Traceback (most recent call last): Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: timer() Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: cb(*args, **kw) Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: return func(*args, **kwargs) Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: self._notify() Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: self.callback(batched_events) Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: event.method(event) Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: return f(self, *a, **k) Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._get(url).json() Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: return self.request(url, 'GET', **kwargs) Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:08:37.391820 dv-cinder-822821-1-iscsi neutron-server[102502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:08:37.409501 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.414989 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.418752 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] 10.222.0.65 "DELETE /v2.0/networks/60b7dd52-a57d-43ce-8b05-529205e80faf HTTP/1.1" status: 204 len: 168 time: 0.7714620 Dec 23 12:08:37.425880 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'Port': ['ID=f56bbe48-7b84-438b-a45e-59adbf37656a,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:37.429022 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fb77b-d6a8-482e-b9b7-6c2d8e89776f admin admin] Pushing event deleted for resources: {'Network': ['ID=60b7dd52-a57d-43ce-8b05-529205e80faf,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:37.430913 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.534080 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.l3_db [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Floating IP e6fb8042-7fcf-4ad6-aa27-6575dd58017e associated. External IP: 172.27.2.5, port: 3730459e-f7f2-425c-9323-620c407cd290. Dec 23 12:08:37.541996 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37906) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:37.581071 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-0345cf1f-8e60-4ba4-8a25-666ad9473ba4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83a1e536ed4249adb353b71e8bf03cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376189 Dec 23 12:08:37.583716 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37908) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:37.631752 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e51f9c4f-9a0f-4067-b0fe-9b31974a5cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.652900 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e51f9c4f-9a0f-4067-b0fe-9b31974a5cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.700896 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e51f9c4f-9a0f-4067-b0fe-9b31974a5cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.704139 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e51f9c4f-9a0f-4067-b0fe-9b31974a5cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.708293 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-e51f9c4f-9a0f-4067-b0fe-9b31974a5cfe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b72e0965-129b-4eba-8961-be2891a39cf3 HTTP/1.1" status: 204 len: 168 time: 0.1207731 Dec 23 12:08:37.717278 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f9c4f-9a0f-4067-b0fe-9b31974a5cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72e0965-129b-4eba-8961-be2891a39cf3,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:37.744006 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Router dfbb7ccc-8611-4e9c-a104-e90461966c79 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:08:37.851524 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:08:37.861747 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82261ff-09fa-49a1-bc38-a9dc89515884 None None] Sync routers for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:08:37.877129 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.877252 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82261ff-09fa-49a1-bc38-a9dc89515884 None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:08:37.877252 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-b82261ff-09fa-49a1-bc38-a9dc89515884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:08:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:37.926532 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-a69b511f-b36f-4f48-92ff-2547c10d6adf tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9946363 Dec 23 12:08:37.926532 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4296b94b-dffe-4ec6-a620-36342be7c07a', 'tag': '3730459e-f7f2-425c-9323-620c407cd290'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:08:37.926532 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f61daf0-612b-40bb-9442-7d5fbac2d683" -d '{"events": [{"name": "network-changed", "server_uuid": "4296b94b-dffe-4ec6-a620-36342be7c07a", "tag": "3730459e-f7f2-425c-9323-620c407cd290"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:08:37.949626 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ab3ef0-eab1-4243-a066-6b9b39384411 x-openstack-request-id: req-00ab3ef0-eab1-4243-a066-6b9b39384411 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:08:37.949980 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4296b94b-dffe-4ec6-a620-36342be7c07a", "tag": "3730459e-f7f2-425c-9323-620c407cd290", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:08:37.950291 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00ab3ef0-eab1-4243-a066-6b9b39384411 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:08:37.950883 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4296b94b-dffe-4ec6-a620-36342be7c07a', 'tag': '3730459e-f7f2-425c-9323-620c407cd290', 'status': 'completed', 'code': 200} Dec 23 12:08:37.990956 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-b82261ff-09fa-49a1-bc38-a9dc89515884 None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:08:38.062206 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61daf0-612b-40bb-9442-7d5fbac2d683 req-cd2148a4-dea5-403f-9710-e3f50d56feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:38.063784 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0f61daf0-612b-40bb-9442-7d5fbac2d683 req-cd2148a4-dea5-403f-9710-e3f50d56feed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 1098 time: 0.0453818 Dec 23 12:08:38.163050 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61daf0-612b-40bb-9442-7d5fbac2d683 req-a40c3423-54cb-4687-a9ec-9dd3413ca9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:38.165192 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0f61daf0-612b-40bb-9442-7d5fbac2d683 req-a40c3423-54cb-4687-a9ec-9dd3413ca9e2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 912 time: 0.0932693 Dec 23 12:08:38.234635 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-b82261ff-09fa-49a1-bc38-a9dc89515884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': 'e6fb8042-7fcf-4ad6-aa27-6575dd58017e', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': '3730459e-f7f2-425c-9323-620c407cd290', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:8d:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4296b94b-dffe-4ec6-a620-36342be7c07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:08:36Z', 'updated_at': '2021-12-23T12:08:36Z', 'revision_number': 0, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:38.247610 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0f61daf0-612b-40bb-9442-7d5fbac2d683 req-ba3633d9-9d34-4df4-90b0-0f1989565777 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3730459e-f7f2-425c-9323-620c407cd290 HTTP/1.1" status: 200 len: 997 time: 0.0727494 Dec 23 12:08:38.265041 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82261ff-09fa-49a1-bc38-a9dc89515884 None None] Checking router: dfbb7ccc-8611-4e9c-a104-e90461966c79 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:08:38.273790 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82261ff-09fa-49a1-bc38-a9dc89515884 None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:08:38.274417 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-b82261ff-09fa-49a1-bc38-a9dc89515884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:08:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:38.303223 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61daf0-612b-40bb-9442-7d5fbac2d683 req-478b816b-2532-4328-8697-c9060a92cf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:38.304881 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0f61daf0-612b-40bb-9442-7d5fbac2d683 req-478b816b-2532-4328-8697-c9060a92cf9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0484569 Dec 23 12:08:38.360694 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61daf0-612b-40bb-9442-7d5fbac2d683 req-96d3d074-85c2-49ab-8c97-a6421de9eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:38.362197 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0f61daf0-612b-40bb-9442-7d5fbac2d683 req-96d3d074-85c2-49ab-8c97-a6421de9eedd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485594 Dec 23 12:08:38.393024 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-b82261ff-09fa-49a1-bc38-a9dc89515884 None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:08:38.455048 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37934) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:38.463030 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0f61daf0-612b-40bb-9442-7d5fbac2d683 req-b40c233b-0bca-425c-9751-4ddfda46028e service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897884 Dec 23 12:08:38.557454 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-637996105-network', 'tenant_id': 'a2b2d4247c1e4c7aa7b75187a8a189f2'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:08:38.559673 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0f61daf0-612b-40bb-9442-7d5fbac2d683 req-b77e7298-567f-43b5-bd94-47606231deb9 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888705 Dec 23 12:08:38.579954 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] Made reservation on behalf of a2b2d4247c1e4c7aa7b75187a8a189f2 for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:08:38.582647 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:38.594626 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:38.620056 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:38.639485 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-b82261ff-09fa-49a1-bc38-a9dc89515884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': 'e6fb8042-7fcf-4ad6-aa27-6575dd58017e', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': '3730459e-f7f2-425c-9323-620c407cd290', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:8d:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4296b94b-dffe-4ec6-a620-36342be7c07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:08:36Z', 'updated_at': '2021-12-23T12:08:36Z', 'revision_number': 0, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:38.666779 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:38.666990 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82261ff-09fa-49a1-bc38-a9dc89515884 None None] The sync data for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi is: [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': 'e6fb8042-7fcf-4ad6-aa27-6575dd58017e', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': '3730459e-f7f2-425c-9323-620c407cd290', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:8d:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4296b94b-dffe-4ec6-a620-36342be7c07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:08:36Z', 'updated_at': '2021-12-23T12:08:36Z', 'revision_number': 0, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:08:38.673162 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:38.701437 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:08:38.708240 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259260dd-89a6-46db-b57e-0c9660fbb353,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:38.714671 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:38.715026 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] Added segment 9a2692a5-8354-47e0-8167-9bec07f0a071 of type vlan for network 9e6a1d94-c46e-428b-b262-4cd9011990b5 Dec 23 12:08:38.759131 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:38.783430 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:38.784339 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:38.784933 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:38.844612 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3884203 Dec 23 12:08:38.847550 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 37938) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:38.852379 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-5ebd0465-a467-4c0d-86c7-02ba8cde21b7 admin admin] Request body: {'subnet': {'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-637996105-subnet', 'tenant_id': 'a2b2d4247c1e4c7aa7b75187a8a189f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:08:38.859952 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276058e-ae82-43b1-8ee4-f84802aa2f2c admin admin] Pushing event updated for resources: {'Network': ['ID=9e6a1d94-c46e-428b-b262-4cd9011990b5,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:38.871774 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network 9e6a1d94-c46e-428b-b262-4cd9011990b5 details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:08:38.887715 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebd0465-a467-4c0d-86c7-02ba8cde21b7 admin admin] Made reservation on behalf of a2b2d4247c1e4c7aa7b75187a8a189f2 for: {'subnet': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:08:38.891445 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0465-a467-4c0d-86c7-02ba8cde21b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218205'] for subnet, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:38.896135 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2821ed7b-c6a0-470c-a02d-de150a7c4608 None None] New status for floating IP e6fb8042-7fcf-4ad6-aa27-6575dd58017e: ACTIVE {{(pid=102505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:08:39.068700 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0465-a467-4c0d-86c7-02ba8cde21b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10471099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218191'] for subnet, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:39.121748 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd0465-a467-4c0d-86c7-02ba8cde21b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f00479-d517-44eb-afb5-e6c5a8291d2a,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:39.131977 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd0465-a467-4c0d-86c7-02ba8cde21b7 admin admin] Checking segment: {'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:08:39.132337 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebd0465-a467-4c0d-86c7-02ba8cde21b7 admin admin] Network hostable DHCP agents. Network: 9e6a1d94-c46e-428b-b262-4cd9011990b5, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:08:39.154023 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebd0465-a467-4c0d-86c7-02ba8cde21b7 admin admin] Network 9e6a1d94-c46e-428b-b262-4cd9011990b5 is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:08:39.167663 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-5ebd0465-a467-4c0d-86c7-02ba8cde21b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, 9e6a1d94-c46e-428b-b262-4cd9011990b5) {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:08:39.172383 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd0465-a467-4c0d-86c7-02ba8cde21b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:39.172983 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5ebd0465-a467-4c0d-86c7-02ba8cde21b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:39.177815 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e319d07e-49ff-4b36-a025-18075269c984 None None] Network 9e6a1d94-c46e-428b-b262-4cd9011990b5 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:08:39.190148 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-5ebd0465-a467-4c0d-86c7-02ba8cde21b7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3416221 Dec 23 12:08:39.276120 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed182865-60ce-4650-8c69-5b66e11d8056 None None] Network 9e6a1d94-c46e-428b-b262-4cd9011990b5 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:08:39.304095 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.643878 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.647004 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.647004 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.647004 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.647004 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.647004 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.647004 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.647004 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.647004 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.647004 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.647004 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.647004 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:08:39.647004 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:08:39.647004 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-6585c2bd-45e7-4c34-80df-25ec44886af1 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:39.647004 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-6585c2bd-45e7-4c34-80df-25ec44886af1 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/networks?id=9e6a1d94-c46e-428b-b262-4cd9011990b5 HTTP/1.1" status: 200 len: 814 time: 0.1185462 Dec 23 12:08:39.661228 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-69473fa1-2e94-49b2-b939-ce825077824c tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/quotas/a2b2d4247c1e4c7aa7b75187a8a189f2 HTTP/1.1" status: 200 len: 375 time: 0.0091949 Dec 23 12:08:39.690960 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-2f93ac50-59ae-4791-aab2-cde0ed04dfc3 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2b2d4247c1e4c7aa7b75187a8a189f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245945 Dec 23 12:08:39.701349 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-77b1f316-1ed1-41da-9a21-e05b53ee2921 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:08:39.702482 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-77b1f316-1ed1-41da-9a21-e05b53ee2921 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050673 Dec 23 12:08:39.806309 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-7fa34c4e-5b80-43fc-b62d-501347d7021c service neutron] 10.222.0.65 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947025 Dec 23 12:08:39.901779 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-cec3d465-8df2-44aa-b446-953f09520a27 service neutron] 10.222.0.65 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889566 Dec 23 12:08:40.075001 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b225e161-d728-4b3d-96d3-d9486372cc55 req-7119ebd0-136d-4f42-bd94-8935930ca353 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 210 time: 0.0259306 Dec 23 12:08:41.175893 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4c0ae66f-7b2c-4cf5-a869-1ae17976c887 req-8e3359ce-781a-4711-8986-3ac480e83dc5 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 210 time: 0.0314572 Dec 23 12:08:41.308021 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-f4430745-38c2-4bf7-9759-db7dc50a4070 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:41.309447 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-f4430745-38c2-4bf7-9759-db7dc50a4070 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "GET /v2.0/networks?id=9e6a1d94-c46e-428b-b262-4cd9011990b5 HTTP/1.1" status: 200 len: 814 time: 0.1025040 Dec 23 12:08:41.339810 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-f26efb20-c1ce-4ff8-a66f-24988d9a479f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Request body: {'port': {'device_id': 'b856ae79-8acf-4de6-bf2d-82b2fe07f660', 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5', 'admin_state_up': True, 'tenant_id': 'a2b2d4247c1e4c7aa7b75187a8a189f2'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:08:41.459747 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-f26efb20-c1ce-4ff8-a66f-24988d9a479f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Made reservation on behalf of a2b2d4247c1e4c7aa7b75187a8a189f2 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:08:41.463103 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-f26efb20-c1ce-4ff8-a66f-24988d9a479f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:41.592682 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-f26efb20-c1ce-4ff8-a66f-24988d9a479f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Allocated IP 172.20.0.4 (9e6a1d94-c46e-428b-b262-4cd9011990b5/a1f00479-d517-44eb-afb5-e6c5a8291d2a/53da5b0d-4c2f-49b5-9f52-322e6cf44b13) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:08:41.740337 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-f26efb20-c1ce-4ff8-a66f-24988d9a479f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:41.776277 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-f26efb20-c1ce-4ff8-a66f-24988d9a479f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:41.817618 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-f26efb20-c1ce-4ff8-a66f-24988d9a479f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Network 9e6a1d94-c46e-428b-b262-4cd9011990b5 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:08:41.820731 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-f26efb20-c1ce-4ff8-a66f-24988d9a479f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:08:41.824900 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-f26efb20-c1ce-4ff8-a66f-24988d9a479f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:08:41.860858 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26efb20-c1ce-4ff8-a66f-24988d9a479f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Pushing event updated for resources: {'Port': ['ID=53da5b0d-4c2f-49b5-9f52-322e6cf44b13,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:41.888258 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-f26efb20-c1ce-4ff8-a66f-24988d9a479f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:41.888900 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-f26efb20-c1ce-4ff8-a66f-24988d9a479f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:41.909674 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-f26efb20-c1ce-4ff8-a66f-24988d9a479f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5761068 Dec 23 12:08:41.920534 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-85c89fc7-fb2c-4115-988f-edf5485681bd tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:08:41.921457 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-85c89fc7-fb2c-4115-988f-edf5485681bd tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050597 Dec 23 12:08:41.942063 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Request body: {'port': {'device_id': 'b856ae79-8acf-4de6-bf2d-82b2fe07f660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:08:41.994170 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:42.282239 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:08:42.291198 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:42.307745 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Transition to ACTIVE for port object 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:08:42.319585 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08cac7-7182-413e-b938-5f82939dd913 req-a008c9df-a159-4213-be5d-4db2981c9681 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:42.321058 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9d08cac7-7182-413e-b938-5f82939dd913 req-a008c9df-a159-4213-be5d-4db2981c9681 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 931 time: 0.0727527 Dec 23 12:08:42.322123 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:42.395226 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Pushing event updated for resources: {'Port': ['ID=53da5b0d-4c2f-49b5-9f52-322e6cf44b13,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:42.428355 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9d08cac7-7182-413e-b938-5f82939dd913 req-346cbb83-c244-474e-98f1-250034c70f14 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972810 Dec 23 12:08:42.483600 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Attempting to bind port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:08:42.483939 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Attempting to bind port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:08:42.484264 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Attempting to bind port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 on network 9e6a1d94-c46e-428b-b262-4cd9011990b5 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:08:42.488675 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 on network 9e6a1d94-c46e-428b-b262-4cd9011990b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:08:42.488992 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Attempting to bind port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 on network 9e6a1d94-c46e-428b-b262-4cd9011990b5 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:08:42.494046 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:08:42.494381 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Checking segment: {'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:08:42.494798 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Bound using segment: {'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:08:42.495220 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Bound port: 53da5b0d-4c2f-49b5-9f52-322e6cf44b13, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:08:42.495563 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:42.568734 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] For port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:08:42.571614 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] For port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=53da5b0d-4c2f-49b5-9f52-322e6cf44b13,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:08:42.578634 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:42.613016 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:42.613631 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:42.615286 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] 10.222.0.61 "PUT /v2.0/ports/53da5b0d-4c2f-49b5-9f52-322e6cf44b13 HTTP/1.1" status: 200 len: 1093 time: 0.6768181 Dec 23 12:08:42.615748 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b856ae79-8acf-4de6-bf2d-82b2fe07f660', 'tag': '53da5b0d-4c2f-49b5-9f52-322e6cf44b13'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:08:42.617979 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7f8dc6-e3e6-4638-a9d6-39fa1bf23dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "b856ae79-8acf-4de6-bf2d-82b2fe07f660", "tag": "53da5b0d-4c2f-49b5-9f52-322e6cf44b13"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:08:42.644906 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112888d5-5040-4f03-b019-7f6efe4fb02f service neutron] Pushing event updated for resources: {'Port': ['ID=53da5b0d-4c2f-49b5-9f52-322e6cf44b13,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:42.661068 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e32545-4840-4525-8e01-0c81071359bf x-openstack-request-id: req-e2e32545-4840-4525-8e01-0c81071359bf {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:08:42.661359 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b856ae79-8acf-4de6-bf2d-82b2fe07f660", "tag": "53da5b0d-4c2f-49b5-9f52-322e6cf44b13", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:08:42.661593 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2e32545-4840-4525-8e01-0c81071359bf {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:08:42.662079 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b856ae79-8acf-4de6-bf2d-82b2fe07f660', 'tag': '53da5b0d-4c2f-49b5-9f52-322e6cf44b13', 'status': 'completed', 'code': 200} Dec 23 12:08:42.738957 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-ddd5b82e-a851-423e-937d-2fdf0975324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:42.740455 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-ddd5b82e-a851-423e-937d-2fdf0975324d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2b2d4247c1e4c7aa7b75187a8a189f2&device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 1096 time: 0.0422900 Dec 23 12:08:42.802907 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-5d332235-62da-47c6-86da-4941caf4e4bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53da5b0d-4c2f-49b5-9f52-322e6cf44b13 HTTP/1.1" status: 200 len: 217 time: 0.0369165 Dec 23 12:08:42.909121 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-c7c87d3c-db41-464a-ad6d-707340f6495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:42.910640 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-c7c87d3c-db41-464a-ad6d-707340f6495f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1f00479-d517-44eb-afb5-e6c5a8291d2a HTTP/1.1" status: 200 len: 854 time: 0.0986264 Dec 23 12:08:42.956456 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-49c4cb3e-700c-405f-9b05-94d147ec9da2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e6a1d94-c46e-428b-b262-4cd9011990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329759 Dec 23 12:08:43.055528 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-11ab7c97-5e96-44eb-968e-a558fedbef25 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890007 Dec 23 12:08:43.154158 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b6441870-98d0-46ca-bbd6-77a7487ca07e req-e2c76eab-c723-41d0-b666-d479eb2bd8f1 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887644 Dec 23 12:08:43.319764 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f8dc6-e3e6-4638-a9d6-39fa1bf23dbb req-57d99dd4-a567-469f-b230-23649d45abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:43.321251 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dc7f8dc6-e3e6-4638-a9d6-39fa1bf23dbb req-57d99dd4-a567-469f-b230-23649d45abef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2b2d4247c1e4c7aa7b75187a8a189f2&device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 1096 time: 0.0460999 Dec 23 12:08:43.422732 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f8dc6-e3e6-4638-a9d6-39fa1bf23dbb req-e2d71e8e-1877-4801-b088-c26a0bceafeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:43.424207 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dc7f8dc6-e3e6-4638-a9d6-39fa1bf23dbb req-e2d71e8e-1877-4801-b088-c26a0bceafeb service neutron] 10.222.0.61 "GET /v2.0/networks?id=9e6a1d94-c46e-428b-b262-4cd9011990b5 HTTP/1.1" status: 200 len: 915 time: 0.0890872 Dec 23 12:08:43.468842 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dc7f8dc6-e3e6-4638-a9d6-39fa1bf23dbb req-dfa1de06-f1bf-412f-bad7-a3b0a24484ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53da5b0d-4c2f-49b5-9f52-322e6cf44b13 HTTP/1.1" status: 200 len: 217 time: 0.0363564 Dec 23 12:08:43.543634 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f8dc6-e3e6-4638-a9d6-39fa1bf23dbb req-f8e46a0b-6945-4182-92c7-817bd4d90499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:43.545129 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dc7f8dc6-e3e6-4638-a9d6-39fa1bf23dbb req-f8e46a0b-6945-4182-92c7-817bd4d90499 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1f00479-d517-44eb-afb5-e6c5a8291d2a HTTP/1.1" status: 200 len: 854 time: 0.0680053 Dec 23 12:08:43.560700 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b04b78-d10b-43f7-aab1-eab6ee6d2ecd req-f4238256-7d7a-4cd6-9363-7e0fe07a7883 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:43.562097 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d4b04b78-d10b-43f7-aab1-eab6ee6d2ecd req-f4238256-7d7a-4cd6-9363-7e0fe07a7883 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 943 time: 0.0598292 Dec 23 12:08:43.595998 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dc7f8dc6-e3e6-4638-a9d6-39fa1bf23dbb req-03c2d2d8-827e-4c95-b228-7f816bc4d0b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e6a1d94-c46e-428b-b262-4cd9011990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329497 Dec 23 12:08:43.647701 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d4b04b78-d10b-43f7-aab1-eab6ee6d2ecd req-9728eb42-148a-4185-a9f3-be16d38af932 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775058 Dec 23 12:08:43.707154 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dc7f8dc6-e3e6-4638-a9d6-39fa1bf23dbb req-ff7796f6-a870-42e5-946d-11e750e3df3c service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965202 Dec 23 12:08:43.806560 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dc7f8dc6-e3e6-4638-a9d6-39fa1bf23dbb req-e64136ba-26de-47de-bb36-47fca8bf3a86 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847428 Dec 23 12:08:44.252404 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:44.784188 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93c896-0836-42d6-a4c2-38abe7b1397d req-9d87b31d-b513-4352-9091-ecd0308d8e62 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:44.785681 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1b93c896-0836-42d6-a4c2-38abe7b1397d req-9d87b31d-b513-4352-9091-ecd0308d8e62 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 943 time: 0.0548909 Dec 23 12:08:44.832518 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1b93c896-0836-42d6-a4c2-38abe7b1397d req-b21c707d-9ee5-43be-aeeb-7509f61e7a2b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408013 Dec 23 12:08:45.953261 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347fb42-fc18-48b3-adb7-45cb027d3e75 req-82ee9a95-5af2-4071-8462-2df603e25801 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:45.954846 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8347fb42-fc18-48b3-adb7-45cb027d3e75 req-82ee9a95-5af2-4071-8462-2df603e25801 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 943 time: 0.0497301 Dec 23 12:08:46.010238 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8347fb42-fc18-48b3-adb7-45cb027d3e75 req-ed65257c-642c-4615-9078-aff018d1b97d tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449536 Dec 23 12:08:46.632805 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:08:46.746473 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=53da5b0d-4c2f-49b5-9f52-322e6cf44b13,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:08:46.757481 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': '53da5b0d-4c2f-49b5-9f52-322e6cf44b13', 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5', 'port_id': '53da5b0d-4c2f-49b5-9f52-322e6cf44b13', 'mac_address': 'fa:16:3e:f8:85:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f00479-d517-44eb-afb5-e6c5a8291d2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:08:46.794794 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:46.807478 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:08:46.816979 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:08:46.826721 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=53da5b0d-4c2f-49b5-9f52-322e6cf44b13,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:08:46.832669 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:46.883424 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=53da5b0d-4c2f-49b5-9f52-322e6cf44b13,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:47.149451 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe04ae-4ab7-46d2-903e-739be35b9e29 req-519e1703-f900-4fee-9a24-97a104ca4003 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:47.150852 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-47fe04ae-4ab7-46d2-903e-739be35b9e29 req-519e1703-f900-4fee-9a24-97a104ca4003 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 944 time: 0.0593536 Dec 23 12:08:47.211212 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-47fe04ae-4ab7-46d2-903e-739be35b9e29 req-fa94cc38-a621-41d1-8e0f-2685b2868521 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537808 Dec 23 12:08:47.238133 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['53da5b0d-4c2f-49b5-9f52-322e6cf44b13'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:08:48.341079 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28236831-3b5f-438d-aa8c-d3b99ac83d87 req-42cacce7-7972-4ee2-97a2-55c4635cbe85 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:48.342642 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-28236831-3b5f-438d-aa8c-d3b99ac83d87 req-42cacce7-7972-4ee2-97a2-55c4635cbe85 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 944 time: 0.0515971 Dec 23 12:08:48.391876 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-28236831-3b5f-438d-aa8c-d3b99ac83d87 req-f42a5946-6b0d-484b-8ef4-5690ce8a31a2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 Dec 23 12:08:48.650389 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:08:48.709453 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:08:48.714164 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:08:48.714563 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:48.737869 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-18456ffd-0e93-47bb-aee4-912a9f3280bb req-1d0d776e-2fc1-49c9-9985-775d7efde979 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485890 Dec 23 12:08:48.796270 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:48.819310 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b856ae79-8acf-4de6-bf2d-82b2fe07f660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53da5b0d-4c2f-49b5-9f52-322e6cf44b13'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:08:48.821563 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d31add1-4d65-4986-89ca-aa0962ad915a" -d '{"events": [{"server_uuid": "b856ae79-8acf-4de6-bf2d-82b2fe07f660", "name": "network-vif-plugged", "status": "completed", "tag": "53da5b0d-4c2f-49b5-9f52-322e6cf44b13"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:08:48.834892 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=53da5b0d-4c2f-49b5-9f52-322e6cf44b13,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:08:48.844777 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:48.876191 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6716af11-1160-4efb-95c4-3b288b3a2843 x-openstack-request-id: req-6716af11-1160-4efb-95c4-3b288b3a2843 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:08:48.876387 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b856ae79-8acf-4de6-bf2d-82b2fe07f660", "name": "network-vif-plugged", "status": "completed", "tag": "53da5b0d-4c2f-49b5-9f52-322e6cf44b13", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:08:48.876644 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6716af11-1160-4efb-95c4-3b288b3a2843 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:08:48.877038 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b856ae79-8acf-4de6-bf2d-82b2fe07f660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53da5b0d-4c2f-49b5-9f52-322e6cf44b13', 'code': 200} Dec 23 12:08:48.904953 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=53da5b0d-4c2f-49b5-9f52-322e6cf44b13,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:49.144518 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18456ffd-0e93-47bb-aee4-912a9f3280bb req-c3dc90db-e200-43d1-9644-56065e247927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:49.146035 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-18456ffd-0e93-47bb-aee4-912a9f3280bb req-c3dc90db-e200-43d1-9644-56065e247927 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 1098 time: 0.3279941 Dec 23 12:08:49.153503 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39de6d-89c5-44a9-b211-be57e5b179ff req-57bf6344-ab81-43b3-ab45-0de6123026f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:49.154884 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3b39de6d-89c5-44a9-b211-be57e5b179ff req-57bf6344-ab81-43b3-ab45-0de6123026f7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 1098 time: 0.0509872 Dec 23 12:08:49.253258 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3b39de6d-89c5-44a9-b211-be57e5b179ff req-2bcd3264-1e0f-4471-96de-69e73653297b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908988 Dec 23 12:08:49.276613 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18456ffd-0e93-47bb-aee4-912a9f3280bb req-a44b9022-0521-4313-91c0-8ad911da8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:49.278023 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-18456ffd-0e93-47bb-aee4-912a9f3280bb req-a44b9022-0521-4313-91c0-8ad911da8da3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 912 time: 0.1025779 Dec 23 12:08:49.539833 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa2f81-8d5b-4a1f-b8f0-1200dfe2a29d req-387f08f3-4308-43cd-bc8c-b3dc3933b21b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:49.541286 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4efa2f81-8d5b-4a1f-b8f0-1200dfe2a29d req-387f08f3-4308-43cd-bc8c-b3dc3933b21b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 945 time: 0.0547910 Dec 23 12:08:49.589594 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4efa2f81-8d5b-4a1f-b8f0-1200dfe2a29d req-2c71399d-5136-45ab-8e68-4eb66257c940 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 Dec 23 12:08:49.676689 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-18456ffd-0e93-47bb-aee4-912a9f3280bb req-d3fe576b-34a1-4873-814a-fa2b35add283 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3730459e-f7f2-425c-9323-620c407cd290 HTTP/1.1" status: 200 len: 999 time: 0.0710411 Dec 23 12:08:49.760211 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18456ffd-0e93-47bb-aee4-912a9f3280bb req-9860c785-0e8a-48ee-9ac4-127b3d8ab844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:49.761649 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-18456ffd-0e93-47bb-aee4-912a9f3280bb req-9860c785-0e8a-48ee-9ac4-127b3d8ab844 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0460227 Dec 23 12:08:49.813285 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18456ffd-0e93-47bb-aee4-912a9f3280bb req-4e001b0c-2ceb-4928-a4bc-8761da318509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:49.814701 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-18456ffd-0e93-47bb-aee4-912a9f3280bb req-4e001b0c-2ceb-4928-a4bc-8761da318509 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434048 Dec 23 12:08:49.922201 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-18456ffd-0e93-47bb-aee4-912a9f3280bb req-96aecb5f-c605-471c-bf7a-e4b62b3c51d6 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956767 Dec 23 12:08:50.023794 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-18456ffd-0e93-47bb-aee4-912a9f3280bb req-86c09376-dc42-4df3-acfe-9eb84857f8d6 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825596 Dec 23 12:08:50.718133 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4e805-24a3-458d-94c8-c45f7489880f req-c463697f-463e-4ef6-94d4-78dcb29e52fc tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:50.719984 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-74f4e805-24a3-458d-94c8-c45f7489880f req-c463697f-463e-4ef6-94d4-78dcb29e52fc tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 945 time: 0.0551794 Dec 23 12:08:50.769676 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-74f4e805-24a3-458d-94c8-c45f7489880f req-eb4e9601-9943-47a6-99b8-d502665b6d74 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 Dec 23 12:08:51.908161 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09390762-6a82-4db2-bacf-3e82bb764bdb req-87b20741-08f6-49a5-8156-fc9ffc6c9899 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:51.909567 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-09390762-6a82-4db2-bacf-3e82bb764bdb req-87b20741-08f6-49a5-8156-fc9ffc6c9899 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 945 time: 0.0560365 Dec 23 12:08:51.964075 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-09390762-6a82-4db2-bacf-3e82bb764bdb req-41c4ecf0-c330-4e36-a2ce-57cf0d61011f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452673 Dec 23 12:09:01.432169 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-507af812-1868-42a3-a557-24b03837e98e tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:01.433533 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-507af812-1868-42a3-a557-24b03837e98e tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/networks?id=9e6a1d94-c46e-428b-b262-4cd9011990b5 HTTP/1.1" status: 200 len: 814 time: 0.1071026 Dec 23 12:09:01.452983 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-b723b37a-3a61-4f51-9bd7-7d6f00c737a4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/quotas/a2b2d4247c1e4c7aa7b75187a8a189f2 HTTP/1.1" status: 200 len: 375 time: 0.0135727 Dec 23 12:09:01.508485 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-8a138a02-f344-413e-adc2-bc0bbe31351c tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2b2d4247c1e4c7aa7b75187a8a189f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495903 Dec 23 12:09:01.519299 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-b663b74d-211f-4159-bc43-c2076ac73995 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102503) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:09:01.520257 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-b663b74d-211f-4159-bc43-c2076ac73995 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051134 Dec 23 12:09:01.613415 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-86b1f79a-8ea8-41e3-889c-6310c9470248 service neutron] 10.222.0.65 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875480 Dec 23 12:09:01.703992 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-c320f367-862e-49cb-b250-8b9be670f1a3 service neutron] 10.222.0.65 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815225 Dec 23 12:09:01.878980 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7f37be39-0d9c-49ac-a2d5-867bd576ae23 req-4eec0563-4c71-4351-a111-da16cef28fac tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 210 time: 0.0264475 Dec 23 12:09:02.976669 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b422788a-81b7-44bc-a292-7c893aebe6fa req-55fc50bb-f4ea-4079-a767-0fabade9d6fb tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 210 time: 0.0309155 Dec 23 12:09:03.349490 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-80595636-af2b-44e0-93c2-ae21a8aec7d6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:03.351035 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-80595636-af2b-44e0-93c2-ae21a8aec7d6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "GET /v2.0/networks?id=9e6a1d94-c46e-428b-b262-4cd9011990b5 HTTP/1.1" status: 200 len: 814 time: 0.1122437 Dec 23 12:09:03.381139 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Request body: {'port': {'device_id': '1f5e71a8-206c-49c9-8008-2729897c2079', 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5', 'admin_state_up': True, 'tenant_id': 'a2b2d4247c1e4c7aa7b75187a8a189f2'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:09:03.508571 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Made reservation on behalf of a2b2d4247c1e4c7aa7b75187a8a189f2 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:09:03.514071 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:03.636604 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Allocated IP 172.20.0.12 (9e6a1d94-c46e-428b-b262-4cd9011990b5/a1f00479-d517-44eb-afb5-e6c5a8291d2a/0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:09:03.746278 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-535f78de-ea4e-484a-85e8-d9a95c2f57b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:03.784449 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:03.820733 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:03.863573 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Network 9e6a1d94-c46e-428b-b262-4cd9011990b5 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:09:03.866586 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:09:03.870168 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:09:03.877138 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Pushing event updated for resources: {'Port': ['ID=0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:03.877310 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['53da5b0d-4c2f-49b5-9f52-322e6cf44b13'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:09:03.909802 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:03.910043 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:03.910617 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:03.910945 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:03.911278 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:03.911603 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:03.911929 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:03.912253 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:03.912575 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:03.912897 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:03.913219 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:03.913540 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:03.913851 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:03.935960 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:03.936566 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:03.952619 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-4bcc9488-2468-4752-a37d-17fa0ca224a6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5757937 Dec 23 12:09:03.978301 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Request body: {'port': {'device_id': '1f5e71a8-206c-49c9-8008-2729897c2079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:09:04.031415 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:04.184798 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0cf92-9994-4a16-a3f4-a2be83cfb3f6 req-45c6c655-dcf3-4da9-9ffa-6db82c3e81f4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:04.186158 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2ca0cf92-9994-4a16-a3f4-a2be83cfb3f6 req-45c6c655-dcf3-4da9-9ffa-6db82c3e81f4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 932 time: 0.1227238 Dec 23 12:09:04.288500 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2ca0cf92-9994-4a16-a3f4-a2be83cfb3f6 req-9589d134-720c-4e87-b68d-f80bcee51cc9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887220 Dec 23 12:09:04.359922 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:09:04.367872 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:04.380796 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Transition to ACTIVE for port object 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:09:04.387247 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:04.435866 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:04.510900 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Attempting to bind port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:09:04.511217 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Attempting to bind port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:09:04.511568 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Attempting to bind port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd on network 9e6a1d94-c46e-428b-b262-4cd9011990b5 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:09:04.516338 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd on network 9e6a1d94-c46e-428b-b262-4cd9011990b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:09:04.516687 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Attempting to bind port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd on network 9e6a1d94-c46e-428b-b262-4cd9011990b5 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:09:04.521699 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:09:04.522036 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Checking segment: {'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:09:04.522444 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Bound using segment: {'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:09:04.522888 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Bound port: 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:09:04.523244 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:04.584956 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] For port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:09:04.587909 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] For port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:09:04.597147 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:04.629022 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:04.629846 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:04.631275 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] 10.222.0.61 "PUT /v2.0/ports/0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd HTTP/1.1" status: 200 len: 1094 time: 0.6572332 Dec 23 12:09:04.633357 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5e71a8-206c-49c9-8008-2729897c2079', 'tag': '0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:09:04.635622 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e6aa77-3b83-4e9c-b9d4-61b937960faf" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5e71a8-206c-49c9-8008-2729897c2079", "tag": "0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:09:04.660670 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2089b-75ae-4e09-812a-e8e7dde3ec76 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:04.744378 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7428c4-0032-4611-9571-6ecc2e54e531 x-openstack-request-id: req-cd7428c4-0032-4611-9571-6ecc2e54e531 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:09:04.744667 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5e71a8-206c-49c9-8008-2729897c2079", "tag": "0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:09:04.744889 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd7428c4-0032-4611-9571-6ecc2e54e531 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:09:04.745293 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5e71a8-206c-49c9-8008-2729897c2079', 'tag': '0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd', 'status': 'completed', 'code': 200} Dec 23 12:09:04.757811 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-e3ccb0a2-0868-4606-8664-882d9b329771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:04.759359 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-e3ccb0a2-0868-4606-8664-882d9b329771 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2b2d4247c1e4c7aa7b75187a8a189f2&device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 1097 time: 0.0512538 Dec 23 12:09:04.819846 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-39340934-6dbe-4271-9245-6a54601c635d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd HTTP/1.1" status: 200 len: 217 time: 0.0335917 Dec 23 12:09:04.890782 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-ed31dc30-302f-4015-b50e-69e21afeafa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:04.892968 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-ed31dc30-302f-4015-b50e-69e21afeafa6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1f00479-d517-44eb-afb5-e6c5a8291d2a HTTP/1.1" status: 200 len: 854 time: 0.0606451 Dec 23 12:09:04.925495 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-3b6c7f30-d331-4efe-a45e-0c13f9f2f11d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e6a1d94-c46e-428b-b262-4cd9011990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237744 Dec 23 12:09:05.019470 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-d4435a2b-50e3-4e79-aba4-148622f40dd8 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847473 Dec 23 12:09:05.114675 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f973a917-bd56-4900-86e1-2f6acd3670f7 req-0bab299e-8757-4cb6-aac0-24bbdbd90e83 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861361 Dec 23 12:09:05.292537 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6aa77-3b83-4e9c-b9d4-61b937960faf req-ae5063ff-6b19-40b3-8491-248f0ce97eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:05.294035 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-03e6aa77-3b83-4e9c-b9d4-61b937960faf req-ae5063ff-6b19-40b3-8491-248f0ce97eab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2b2d4247c1e4c7aa7b75187a8a189f2&device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 1097 time: 0.0446956 Dec 23 12:09:05.422177 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6aa77-3b83-4e9c-b9d4-61b937960faf req-7988887d-2d56-4e24-9835-163fc83d4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:05.423609 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-03e6aa77-3b83-4e9c-b9d4-61b937960faf req-7988887d-2d56-4e24-9835-163fc83d4adf service neutron] 10.222.0.61 "GET /v2.0/networks?id=9e6a1d94-c46e-428b-b262-4cd9011990b5 HTTP/1.1" status: 200 len: 915 time: 0.1158266 Dec 23 12:09:05.433709 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db2179-8b16-4092-9c77-7bb5afa58125 req-c291eb08-3d28-4ecf-989d-9aa5b4b824c7 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:05.435088 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-01db2179-8b16-4092-9c77-7bb5afa58125 req-c291eb08-3d28-4ecf-989d-9aa5b4b824c7 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 944 time: 0.0749278 Dec 23 12:09:05.483453 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-03e6aa77-3b83-4e9c-b9d4-61b937960faf req-d3ca16e0-e4ae-449b-8089-6df804a739f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd HTTP/1.1" status: 200 len: 217 time: 0.0441437 Dec 23 12:09:05.542700 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-01db2179-8b16-4092-9c77-7bb5afa58125 req-97202f1a-9edf-4e8b-b5d0-aae574e08735 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973964 Dec 23 12:09:05.554933 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6aa77-3b83-4e9c-b9d4-61b937960faf req-f6517065-fc43-4348-93b0-ee0280b7f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:05.556410 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-03e6aa77-3b83-4e9c-b9d4-61b937960faf req-f6517065-fc43-4348-93b0-ee0280b7f8ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1f00479-d517-44eb-afb5-e6c5a8291d2a HTTP/1.1" status: 200 len: 854 time: 0.0605192 Dec 23 12:09:05.596507 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-03e6aa77-3b83-4e9c-b9d4-61b937960faf req-75abdf43-b0e6-4b27-8a65-614310e6f1bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e6a1d94-c46e-428b-b262-4cd9011990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282941 Dec 23 12:09:05.687466 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-03e6aa77-3b83-4e9c-b9d4-61b937960faf req-27b697be-0108-4f37-95a5-256efb32978a service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818188 Dec 23 12:09:05.780152 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-03e6aa77-3b83-4e9c-b9d4-61b937960faf req-9a17a8aa-5799-4033-b8f6-d808d4e6f61f service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838902 Dec 23 12:09:05.984786 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-3fa87adb-a054-4552-857a-241e0f19bc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:06.682707 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287a98-ba48-41e3-8da2-55cd322c743b req-95c0550e-d3d3-4573-9736-4db6da17675d tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:06.684067 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cf287a98-ba48-41e3-8da2-55cd322c743b req-95c0550e-d3d3-4573-9736-4db6da17675d tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 944 time: 0.0553796 Dec 23 12:09:06.733413 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cf287a98-ba48-41e3-8da2-55cd322c743b req-3ee0999c-f41f-49dc-9737-d8b2c682f26b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Dec 23 12:09:07.184419 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:07.861282 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926e8d6-02dd-4fd2-8156-ad2a1ae2136b req-976e055f-4393-4b20-abd4-a46b2898b469 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:07.862789 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a926e8d6-02dd-4fd2-8156-ad2a1ae2136b req-976e055f-4393-4b20-abd4-a46b2898b469 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 944 time: 0.0506163 Dec 23 12:09:07.916914 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a926e8d6-02dd-4fd2-8156-ad2a1ae2136b req-3bc0cea7-2ff1-4d18-ac7b-0383901756fa tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455658 Dec 23 12:09:08.614857 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:08.727187 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:09:08.967276 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:09:08.979159 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': '0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd', 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5', 'port_id': '0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd', 'mac_address': 'fa:16:3e:81:bd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f00479-d517-44eb-afb5-e6c5a8291d2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:09:09.017561 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:09.030285 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:09:09.033960 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea9ead-7258-47fe-8bd0-611f190f6cb8 req-8d957922-b02f-482c-8115-251902e5d08b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:09.035632 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e1ea9ead-7258-47fe-8bd0-611f190f6cb8 req-8d957922-b02f-482c-8115-251902e5d08b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 944 time: 0.0491383 Dec 23 12:09:09.053396 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:09:09.058886 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:09.083952 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e1ea9ead-7258-47fe-8bd0-611f190f6cb8 req-16d8cdbe-4dad-41df-977e-88cf203a6af2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422652 Dec 23 12:09:09.104894 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:09.288885 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:09.551793 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:09:10.202714 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb82aee-718d-460b-9961-baab244d5e5f req-8e5e6a55-a6c6-4643-a526-503bf631487a tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:10.204170 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cbb82aee-718d-460b-9961-baab244d5e5f req-8e5e6a55-a6c6-4643-a526-503bf631487a tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 945 time: 0.0505164 Dec 23 12:09:10.251328 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cbb82aee-718d-460b-9961-baab244d5e5f req-7485765c-a945-4747-be50-3dbc3ce3416d tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409217 Dec 23 12:09:10.730167 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:09:10.795020 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:09:10.798996 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:09:10.799366 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:10.878919 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:10.907452 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5e71a8-206c-49c9-8008-2729897c2079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:09:10.909931 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad1dd45-7d12-4f79-9be2-5be9d514e59d" -d '{"events": [{"server_uuid": "1f5e71a8-206c-49c9-8008-2729897c2079", "name": "network-vif-plugged", "status": "completed", "tag": "0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:09:10.925194 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:09:10.932309 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:10.990481 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:11.012966 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9fd5aa-5005-4c25-84c7-5f518d33aae9 x-openstack-request-id: req-8e9fd5aa-5005-4c25-84c7-5f518d33aae9 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:09:11.013481 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5e71a8-206c-49c9-8008-2729897c2079", "name": "network-vif-plugged", "status": "completed", "tag": "0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:09:11.013751 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e9fd5aa-5005-4c25-84c7-5f518d33aae9 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:09:11.014156 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5e71a8-206c-49c9-8008-2729897c2079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd', 'code': 200} Dec 23 12:09:11.287648 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e35209-a0aa-49a6-a946-75288f1e9644 req-9e2df98d-7e4d-4697-9c47-792d10dbda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:11.289157 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-98e35209-a0aa-49a6-a946-75288f1e9644 req-9e2df98d-7e4d-4697-9c47-792d10dbda33 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 1099 time: 0.0491161 Dec 23 12:09:11.345003 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-98e35209-a0aa-49a6-a946-75288f1e9644 req-7ea90d34-8dd5-4056-95e4-51b4e0b2d513 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451882 Dec 23 12:09:11.382486 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a45a2-7802-4334-85f3-5e65d50a5026 req-85c4cf2d-1176-402b-b67f-711faaa83a4d tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:11.384043 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-856a45a2-7802-4334-85f3-5e65d50a5026 req-85c4cf2d-1176-402b-b67f-711faaa83a4d tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 946 time: 0.0572176 Dec 23 12:09:11.434328 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-856a45a2-7802-4334-85f3-5e65d50a5026 req-cf5b464c-c41e-4936-9dd6-0556aa9a7113 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414150 Dec 23 12:09:12.567988 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a7fc6-7e87-438a-9502-d4ef1d520d3c req-f38c5ae2-e98c-4446-b263-a0a521616169 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:12.569424 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-368a7fc6-7e87-438a-9502-d4ef1d520d3c req-f38c5ae2-e98c-4446-b263-a0a521616169 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 946 time: 0.0502837 Dec 23 12:09:12.623073 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-368a7fc6-7e87-438a-9502-d4ef1d520d3c req-a2ad77ac-15f0-47a5-bb48-105056a87288 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447216 Dec 23 12:09:13.765175 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e17f1-be91-4ed0-811e-6fb537d339e4 req-f89e24a9-23a5-4703-9708-a0c0d818d629 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:13.766718 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2c3e17f1-be91-4ed0-811e-6fb537d339e4 req-f89e24a9-23a5-4703-9708-a0c0d818d629 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 946 time: 0.0661159 Dec 23 12:09:13.824320 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2c3e17f1-be91-4ed0-811e-6fb537d339e4 req-cd1b7aa4-3697-4131-96c2-240875bf9d59 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489585 Dec 23 12:09:14.244326 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:16.620683 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-51cc5e35-7e38-47a6-b71f-88b1916b1770 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:16.622027 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-51cc5e35-7e38-47a6-b71f-88b1916b1770 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/networks?id=9e6a1d94-c46e-428b-b262-4cd9011990b5 HTTP/1.1" status: 200 len: 814 time: 0.1169202 Dec 23 12:09:16.637365 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-22e3df55-14c5-477e-ac06-53106fe6a439 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/quotas/a2b2d4247c1e4c7aa7b75187a8a189f2 HTTP/1.1" status: 200 len: 375 time: 0.0095294 Dec 23 12:09:16.692888 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-3405df31-e8dd-4453-81dd-d5adbea626cf tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2b2d4247c1e4c7aa7b75187a8a189f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502236 Dec 23 12:09:16.833645 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-39faa5d8-849f-4e20-8232-7bde3f625303 service neutron] 10.222.0.65 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301825 Dec 23 12:09:16.938291 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-da3522cb-18d5-49a5-945e-4c2bafe51410 service neutron] 10.222.0.65 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984988 Dec 23 12:09:17.104832 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-487a3e55-ba21-465d-a6f0-a7683f916a4f req-e7731f98-e6a3-4b96-be1c-c4bbeac7ea25 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 210 time: 0.0267429 Dec 23 12:09:18.206639 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-72fd1c8e-3a83-4ef7-859a-a98dacdab083 req-4b6fbba9-189f-4959-bac8-4b8e3370f730 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 210 time: 0.0285082 Dec 23 12:09:18.419367 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-7a994981-3e37-4b3d-b109-d055d957b033 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:18.420667 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-7a994981-3e37-4b3d-b109-d055d957b033 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "GET /v2.0/networks?id=9e6a1d94-c46e-428b-b262-4cd9011990b5 HTTP/1.1" status: 200 len: 814 time: 0.1051319 Dec 23 12:09:18.491242 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-6d06bd3c-d395-4ec6-9913-2384c6a6f6a2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Request body: {'port': {'device_id': '26c5e84c-5ecc-4efa-b242-1910474a9736', 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5', 'admin_state_up': True, 'tenant_id': 'a2b2d4247c1e4c7aa7b75187a8a189f2'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:09:18.603415 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-6d06bd3c-d395-4ec6-9913-2384c6a6f6a2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Made reservation on behalf of a2b2d4247c1e4c7aa7b75187a8a189f2 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:09:18.607398 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-6d06bd3c-d395-4ec6-9913-2384c6a6f6a2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:18.737843 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-6d06bd3c-d395-4ec6-9913-2384c6a6f6a2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Allocated IP 172.20.0.9 (9e6a1d94-c46e-428b-b262-4cd9011990b5/a1f00479-d517-44eb-afb5-e6c5a8291d2a/7af77f11-9822-4396-a9a6-4b94ebb410ea) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:09:18.905739 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-6d06bd3c-d395-4ec6-9913-2384c6a6f6a2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:18.941636 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-6d06bd3c-d395-4ec6-9913-2384c6a6f6a2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:18.985712 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-6d06bd3c-d395-4ec6-9913-2384c6a6f6a2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Network 9e6a1d94-c46e-428b-b262-4cd9011990b5 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:09:18.989253 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-6d06bd3c-d395-4ec6-9913-2384c6a6f6a2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:09:18.992764 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-6d06bd3c-d395-4ec6-9913-2384c6a6f6a2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:09:18.999235 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06bd3c-d395-4ec6-9913-2384c6a6f6a2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Pushing event updated for resources: {'Port': ['ID=7af77f11-9822-4396-a9a6-4b94ebb410ea,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:19.006034 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['53da5b0d-4c2f-49b5-9f52-322e6cf44b13', '0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.041696 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.044605 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.044605 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.044605 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.044605 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.044605 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.044605 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.044605 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.044605 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.044605 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.044605 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.044605 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:09:19.044605 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:09:19.045418 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-6d06bd3c-d395-4ec6-9913-2384c6a6f6a2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:19.045569 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-6d06bd3c-d395-4ec6-9913-2384c6a6f6a2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:19.063310 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-6d06bd3c-d395-4ec6-9913-2384c6a6f6a2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765932 Dec 23 12:09:19.100029 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Request body: {'port': {'device_id': '26c5e84c-5ecc-4efa-b242-1910474a9736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:09:19.159257 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:19.386206 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7c03e-59d3-478c-8631-8a67ea59f4b4 req-32f591ed-9baf-4f76-8f99-224c11bba73a tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:19.387694 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cec7c03e-59d3-478c-8631-8a67ea59f4b4 req-32f591ed-9baf-4f76-8f99-224c11bba73a tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 931 time: 0.1084082 Dec 23 12:09:19.467369 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cec7c03e-59d3-478c-8631-8a67ea59f4b4 req-de29a591-75d8-4dcb-b683-1e7b24bc8490 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734417 Dec 23 12:09:19.510071 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af77f11-9822-4396-a9a6-4b94ebb410ea {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:09:19.517699 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:19.532144 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Transition to ACTIVE for port object 7af77f11-9822-4396-a9a6-4b94ebb410ea will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:09:19.539374 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:19.595893 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Pushing event updated for resources: {'Port': ['ID=7af77f11-9822-4396-a9a6-4b94ebb410ea,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:19.664121 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Attempting to bind port 7af77f11-9822-4396-a9a6-4b94ebb410ea on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:09:19.664467 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Attempting to bind port 7af77f11-9822-4396-a9a6-4b94ebb410ea by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:09:19.664793 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Attempting to bind port 7af77f11-9822-4396-a9a6-4b94ebb410ea on network 9e6a1d94-c46e-428b-b262-4cd9011990b5 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:09:19.671493 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Port 7af77f11-9822-4396-a9a6-4b94ebb410ea on network 9e6a1d94-c46e-428b-b262-4cd9011990b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:09:19.672144 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Attempting to bind port 7af77f11-9822-4396-a9a6-4b94ebb410ea on network 9e6a1d94-c46e-428b-b262-4cd9011990b5 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:09:19.681402 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:09:19.681933 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Checking segment: {'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:09:19.682584 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Bound using segment: {'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:09:19.683253 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Bound port: 7af77f11-9822-4396-a9a6-4b94ebb410ea, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:09:19.683784 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:19.754227 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] For port 7af77f11-9822-4396-a9a6-4b94ebb410ea, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:09:19.757249 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] For port 7af77f11-9822-4396-a9a6-4b94ebb410ea, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=7af77f11-9822-4396-a9a6-4b94ebb410ea,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:09:19.762978 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:19.794987 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:19.795610 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:19.797089 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] 10.222.0.61 "PUT /v2.0/ports/7af77f11-9822-4396-a9a6-4b94ebb410ea HTTP/1.1" status: 200 len: 1093 time: 0.7014928 Dec 23 12:09:19.797515 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c5e84c-5ecc-4efa-b242-1910474a9736', 'tag': '7af77f11-9822-4396-a9a6-4b94ebb410ea'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:09:19.799842 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83aeeaf8-6082-4f09-b151-d7ef556a6d83" -d '{"events": [{"name": "network-changed", "server_uuid": "26c5e84c-5ecc-4efa-b242-1910474a9736", "tag": "7af77f11-9822-4396-a9a6-4b94ebb410ea"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:09:19.825436 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dfba7-9ee1-4f08-935a-81bc4ee81391 service neutron] Pushing event updated for resources: {'Port': ['ID=7af77f11-9822-4396-a9a6-4b94ebb410ea,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:19.841862 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241e1c7d-37fd-4762-940f-87fa354229d5 x-openstack-request-id: req-241e1c7d-37fd-4762-940f-87fa354229d5 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:09:19.842161 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c5e84c-5ecc-4efa-b242-1910474a9736", "tag": "7af77f11-9822-4396-a9a6-4b94ebb410ea", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:09:19.842446 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-241e1c7d-37fd-4762-940f-87fa354229d5 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:09:19.842893 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c5e84c-5ecc-4efa-b242-1910474a9736', 'tag': '7af77f11-9822-4396-a9a6-4b94ebb410ea', 'status': 'completed', 'code': 200} Dec 23 12:09:19.949988 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-eef5e1a5-b099-42a0-b149-af6cd7bce1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:19.951531 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-eef5e1a5-b099-42a0-b149-af6cd7bce1b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2b2d4247c1e4c7aa7b75187a8a189f2&device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 1096 time: 0.0443268 Dec 23 12:09:20.009214 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-d7c26e6a-c3e2-449c-b647-b26c79161a99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7af77f11-9822-4396-a9a6-4b94ebb410ea HTTP/1.1" status: 200 len: 217 time: 0.0378251 Dec 23 12:09:20.067256 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-3cb06757-7436-4b76-b38a-3ccbbe51f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:20.069798 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-3cb06757-7436-4b76-b38a-3ccbbe51f579 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1f00479-d517-44eb-afb5-e6c5a8291d2a HTTP/1.1" status: 200 len: 854 time: 0.0459974 Dec 23 12:09:20.119045 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-4ad48707-fcd5-4fa2-8aee-40a989c90a78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e6a1d94-c46e-428b-b262-4cd9011990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352266 Dec 23 12:09:20.214405 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-d0227266-f804-432e-8231-a70f56604408 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857544 Dec 23 12:09:20.598277 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e732e739-cd4d-4ffc-90c8-c413b339cd73 req-5c95be55-0c84-4df6-b8fa-39d8525ba809 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652978 Dec 23 12:09:20.609316 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54978e2-f59c-47c7-a3f0-7b430210efef req-eb4c7afb-4ebf-45ec-bf4f-1c4e99f112e4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:20.610781 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a54978e2-f59c-47c7-a3f0-7b430210efef req-eb4c7afb-4ebf-45ec-bf4f-1c4e99f112e4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 943 time: 0.0724394 Dec 23 12:09:20.665304 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a54978e2-f59c-47c7-a3f0-7b430210efef req-2789889c-182a-4f7c-9392-db2f99d94948 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441465 Dec 23 12:09:20.824179 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aeeaf8-6082-4f09-b151-d7ef556a6d83 req-0f0d315d-7431-441b-9b7d-6af76f677548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:20.825703 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-83aeeaf8-6082-4f09-b151-d7ef556a6d83 req-0f0d315d-7431-441b-9b7d-6af76f677548 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2b2d4247c1e4c7aa7b75187a8a189f2&device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 1096 time: 0.0521929 Dec 23 12:09:20.922238 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aeeaf8-6082-4f09-b151-d7ef556a6d83 req-6d317356-c230-495c-b615-77b20df6d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:20.923725 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-83aeeaf8-6082-4f09-b151-d7ef556a6d83 req-6d317356-c230-495c-b615-77b20df6d458 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9e6a1d94-c46e-428b-b262-4cd9011990b5 HTTP/1.1" status: 200 len: 915 time: 0.0860305 Dec 23 12:09:20.975016 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-83aeeaf8-6082-4f09-b151-d7ef556a6d83 req-1dd5367b-2278-4ee5-abef-d56b44062afa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7af77f11-9822-4396-a9a6-4b94ebb410ea HTTP/1.1" status: 200 len: 217 time: 0.0357771 Dec 23 12:09:21.048881 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aeeaf8-6082-4f09-b151-d7ef556a6d83 req-0b4fa28c-7049-4795-bba9-5da50df78e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:21.050319 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-83aeeaf8-6082-4f09-b151-d7ef556a6d83 req-0b4fa28c-7049-4795-bba9-5da50df78e5d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1f00479-d517-44eb-afb5-e6c5a8291d2a HTTP/1.1" status: 200 len: 854 time: 0.0555868 Dec 23 12:09:21.105600 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-83aeeaf8-6082-4f09-b151-d7ef556a6d83 req-251a8deb-df33-4b81-93bc-ded876d477ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e6a1d94-c46e-428b-b262-4cd9011990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319355 Dec 23 12:09:21.215905 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-83aeeaf8-6082-4f09-b151-d7ef556a6d83 req-1897a8fa-cd3f-482c-9c4d-64b8f21be731 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922539 Dec 23 12:09:21.330734 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-83aeeaf8-6082-4f09-b151-d7ef556a6d83 req-5bee8452-4731-4394-b082-9271cf305d0b service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054170 Dec 23 12:09:21.794583 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a551b6-01a1-42da-86f8-f12d46314cb9 req-8307ebd8-66ce-42ce-9c5e-d2f8cb5bcb74 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:21.795946 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-39a551b6-01a1-42da-86f8-f12d46314cb9 req-8307ebd8-66ce-42ce-9c5e-d2f8cb5bcb74 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 943 time: 0.0504081 Dec 23 12:09:21.843568 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-39a551b6-01a1-42da-86f8-f12d46314cb9 req-2cbaba9e-7fb0-443f-b4d2-fda78712a8aa tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414655 Dec 23 12:09:22.967160 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6031b92-a3b7-4c5c-986a-672502e46aa5 req-718cbc11-6e99-4441-9ed0-69322bfa3153 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:22.968766 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d6031b92-a3b7-4c5c-986a-672502e46aa5 req-718cbc11-6e99-4441-9ed0-69322bfa3153 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 943 time: 0.0501955 Dec 23 12:09:23.028976 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d6031b92-a3b7-4c5c-986a-672502e46aa5 req-f2080a6e-6056-4d81-8009-d8bd94e9d8fd tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513198 Dec 23 12:09:23.821372 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:09:24.165510 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1f35e-e807-48a1-a02d-cafb8ac69084 req-cb3e9261-e575-41e3-bd88-ec9f9999cf5c tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:24.167025 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dbd1f35e-e807-48a1-a02d-cafb8ac69084 req-cb3e9261-e575-41e3-bd88-ec9f9999cf5c tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 943 time: 0.0609021 Dec 23 12:09:24.218020 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dbd1f35e-e807-48a1-a02d-cafb8ac69084 req-b7ce24f0-3e34-4aae-b193-1c99119203b3 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418167 Dec 23 12:09:24.841388 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 7af77f11-9822-4396-a9a6-4b94ebb410ea details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:09:24.942772 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 7af77f11-9822-4396-a9a6-4b94ebb410ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=7af77f11-9822-4396-a9a6-4b94ebb410ea,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:09:24.953697 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': '7af77f11-9822-4396-a9a6-4b94ebb410ea', 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5', 'port_id': '7af77f11-9822-4396-a9a6-4b94ebb410ea', 'mac_address': 'fa:16:3e:4f:2d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f00479-d517-44eb-afb5-e6c5a8291d2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:09:24.992197 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:25.006959 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af77f11-9822-4396-a9a6-4b94ebb410ea {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:09:25.030377 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 7af77f11-9822-4396-a9a6-4b94ebb410ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=7af77f11-9822-4396-a9a6-4b94ebb410ea,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:09:25.037983 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:25.093907 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=7af77f11-9822-4396-a9a6-4b94ebb410ea,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:25.348468 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7649d3-c183-4cde-bed6-02c6c8fe8fee req-abcf0d30-f7c2-4c74-ac2a-dec0517dc1b9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:25.350324 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3d7649d3-c183-4cde-bed6-02c6c8fe8fee req-abcf0d30-f7c2-4c74-ac2a-dec0517dc1b9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 944 time: 0.0567276 Dec 23 12:09:25.400736 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3d7649d3-c183-4cde-bed6-02c6c8fe8fee req-370b0e59-7b45-49ac-8c18-adbada2f586e tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441580 Dec 23 12:09:25.551853 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['7af77f11-9822-4396-a9a6-4b94ebb410ea'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:09:26.538428 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ab84f-795f-4d89-b067-d515531ec773 req-fd795428-022e-4967-b70e-c97abf5a6116 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:26.539929 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-621ab84f-795f-4d89-b067-d515531ec773 req-fd795428-022e-4967-b70e-c97abf5a6116 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 944 time: 0.0498905 Dec 23 12:09:26.589812 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-621ab84f-795f-4d89-b067-d515531ec773 req-58f5f649-0112-4f9a-ba69-12f91951399d tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439675 Dec 23 12:09:26.864805 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 7af77f11-9822-4396-a9a6-4b94ebb410ea up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:09:26.926807 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port 7af77f11-9822-4396-a9a6-4b94ebb410ea completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:09:26.930941 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port 7af77f11-9822-4396-a9a6-4b94ebb410ea triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:09:26.931324 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:27.017123 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:27.041880 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c5e84c-5ecc-4efa-b242-1910474a9736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af77f11-9822-4396-a9a6-4b94ebb410ea'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:09:27.044181 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a393b9d-cfca-4b46-8db6-ddc8cceef810" -d '{"events": [{"server_uuid": "26c5e84c-5ecc-4efa-b242-1910474a9736", "name": "network-vif-plugged", "status": "completed", "tag": "7af77f11-9822-4396-a9a6-4b94ebb410ea"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:09:27.060761 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 7af77f11-9822-4396-a9a6-4b94ebb410ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=7af77f11-9822-4396-a9a6-4b94ebb410ea,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:09:27.066081 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:27.089054 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35efe974-d4b1-4944-8f68-b7e50864d643 x-openstack-request-id: req-35efe974-d4b1-4944-8f68-b7e50864d643 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:09:27.089353 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c5e84c-5ecc-4efa-b242-1910474a9736", "name": "network-vif-plugged", "status": "completed", "tag": "7af77f11-9822-4396-a9a6-4b94ebb410ea", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:09:27.089607 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35efe974-d4b1-4944-8f68-b7e50864d643 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:09:27.089994 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c5e84c-5ecc-4efa-b242-1910474a9736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af77f11-9822-4396-a9a6-4b94ebb410ea', 'code': 200} Dec 23 12:09:27.115246 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=7af77f11-9822-4396-a9a6-4b94ebb410ea,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:27.335261 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4699d63-da92-4246-918e-fd8964331434 req-903493f8-9b17-45c4-af05-94fe6b3878bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:27.336827 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a4699d63-da92-4246-918e-fd8964331434 req-903493f8-9b17-45c4-af05-94fe6b3878bf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 1098 time: 0.0404701 Dec 23 12:09:27.388979 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a4699d63-da92-4246-918e-fd8964331434 req-b545dc28-8190-4c93-abbc-d77a256a75e8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Dec 23 12:09:27.722363 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d983b9-27c7-4c52-9179-16fb83cdb651 req-1db5f97d-0708-4ac2-8d75-e74773660ccb tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:27.723860 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-02d983b9-27c7-4c52-9179-16fb83cdb651 req-1db5f97d-0708-4ac2-8d75-e74773660ccb tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 945 time: 0.0555360 Dec 23 12:09:27.774974 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-02d983b9-27c7-4c52-9179-16fb83cdb651 req-e90babc8-de4c-4b32-8548-beca0d58dfe9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Dec 23 12:09:28.912009 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120b877-47be-4a90-a301-3e29fea88757 req-b4615ec4-f664-4e56-aae1-f07963369f57 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:28.913636 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e120b877-47be-4a90-a301-3e29fea88757 req-b4615ec4-f664-4e56-aae1-f07963369f57 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 945 time: 0.0605412 Dec 23 12:09:28.962349 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e120b877-47be-4a90-a301-3e29fea88757 req-ead1fe8e-80ca-413f-84ce-05a687e4a34c tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Dec 23 12:09:30.098539 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2021a-6cc4-4efc-95dc-366335ee1b3f req-784b3dbe-8d0f-4ec8-ba3f-98a45daf4079 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:30.100600 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-79b2021a-6cc4-4efc-95dc-366335ee1b3f req-784b3dbe-8d0f-4ec8-ba3f-98a45daf4079 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 945 time: 0.0604796 Dec 23 12:09:30.151976 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-79b2021a-6cc4-4efc-95dc-366335ee1b3f req-49d92846-a4bd-4f82-89b8-ae4bd4059cb6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425041 Dec 23 12:09:33.750835 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-39791155-304d-4bca-a53e-98f9668ae22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:35.982326 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a3ea58c5-3da4-47ee-9a0b-7aca09d3bf91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:37.187085 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:38.607508 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:39.282413 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:42.104745 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e973-e216-410c-8883-a26f1df319cc req-2e1a8c8e-7c72-4b0b-928a-0c3f8aa0cb53 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:42.106341 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c981e973-e216-410c-8883-a26f1df319cc req-2e1a8c8e-7c72-4b0b-928a-0c3f8aa0cb53 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/networks?id=9e6a1d94-c46e-428b-b262-4cd9011990b5 HTTP/1.1" status: 200 len: 814 time: 0.1090558 Dec 23 12:09:42.123600 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c981e973-e216-410c-8883-a26f1df319cc req-9bcfbbfb-9d5e-4a40-ba7d-b78da8bec254 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/quotas/a2b2d4247c1e4c7aa7b75187a8a189f2 HTTP/1.1" status: 200 len: 375 time: 0.0109518 Dec 23 12:09:42.182271 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c981e973-e216-410c-8883-a26f1df319cc req-0beeed2a-340b-4cb9-a006-a07173e4aac8 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2b2d4247c1e4c7aa7b75187a8a189f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532751 Dec 23 12:09:42.279915 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c981e973-e216-410c-8883-a26f1df319cc req-6a210481-3c80-4495-8928-e2698b1b089f service neutron] 10.222.0.65 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903451 Dec 23 12:09:42.376337 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c981e973-e216-410c-8883-a26f1df319cc req-a61918e2-8e54-447a-bdc1-480b72edda6d service neutron] 10.222.0.65 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903530 Dec 23 12:09:42.541858 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0ee21a86-1344-4045-96e5-25b12c38c236 req-51c72927-5510-4947-b981-e60c9585393a tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 210 time: 0.0300546 Dec 23 12:09:43.641790 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e4fddd3a-4b6b-4671-b1b8-95a793ec6995 req-de326f95-5011-4645-a704-58e54e76ff67 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 210 time: 0.0262465 Dec 23 12:09:43.941803 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e973-e216-410c-8883-a26f1df319cc req-29e47b49-5bf6-4aae-8fc3-a085acad33e5 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:43.943175 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c981e973-e216-410c-8883-a26f1df319cc req-29e47b49-5bf6-4aae-8fc3-a085acad33e5 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "GET /v2.0/networks?id=9e6a1d94-c46e-428b-b262-4cd9011990b5 HTTP/1.1" status: 200 len: 814 time: 0.1059251 Dec 23 12:09:43.974468 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-c981e973-e216-410c-8883-a26f1df319cc req-13504394-af49-475f-818e-459263886166 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Request body: {'port': {'device_id': '45140cac-ad74-4de0-8d82-d3f4874f4722', 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5', 'admin_state_up': True, 'tenant_id': 'a2b2d4247c1e4c7aa7b75187a8a189f2'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:09:44.085651 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c981e973-e216-410c-8883-a26f1df319cc req-13504394-af49-475f-818e-459263886166 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Made reservation on behalf of a2b2d4247c1e4c7aa7b75187a8a189f2 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:09:44.089098 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-c981e973-e216-410c-8883-a26f1df319cc req-13504394-af49-475f-818e-459263886166 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:44.208301 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-c981e973-e216-410c-8883-a26f1df319cc req-13504394-af49-475f-818e-459263886166 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Allocated IP 172.20.0.14 (9e6a1d94-c46e-428b-b262-4cd9011990b5/a1f00479-d517-44eb-afb5-e6c5a8291d2a/65bfe30b-73db-4e68-850b-ef1e984881c1) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:09:44.244302 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:44.361625 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-c981e973-e216-410c-8883-a26f1df319cc req-13504394-af49-475f-818e-459263886166 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:44.398012 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-c981e973-e216-410c-8883-a26f1df319cc req-13504394-af49-475f-818e-459263886166 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:44.445072 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c981e973-e216-410c-8883-a26f1df319cc req-13504394-af49-475f-818e-459263886166 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Network 9e6a1d94-c46e-428b-b262-4cd9011990b5 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:09:44.448178 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-c981e973-e216-410c-8883-a26f1df319cc req-13504394-af49-475f-818e-459263886166 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:09:44.448720 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['53da5b0d-4c2f-49b5-9f52-322e6cf44b13', '0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd', '7af77f11-9822-4396-a9a6-4b94ebb410ea'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:09:44.452193 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-c981e973-e216-410c-8883-a26f1df319cc req-13504394-af49-475f-818e-459263886166 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:09:44.477829 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13504394-af49-475f-818e-459263886166 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Pushing event updated for resources: {'Port': ['ID=65bfe30b-73db-4e68-850b-ef1e984881c1,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:44.503786 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e973-e216-410c-8883-a26f1df319cc req-13504394-af49-475f-818e-459263886166 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:44.504401 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-c981e973-e216-410c-8883-a26f1df319cc req-13504394-af49-475f-818e-459263886166 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:44.520862 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c981e973-e216-410c-8883-a26f1df319cc req-13504394-af49-475f-818e-459263886166 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5502007 Dec 23 12:09:44.554377 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Request body: {'port': {'device_id': '45140cac-ad74-4de0-8d82-d3f4874f4722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:09:44.606669 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:44.814056 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d1143-bf91-4343-b145-6b0594b0ea43 req-534bff7a-866d-4a04-b180-c4c1f54ea970 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:44.815517 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-181d1143-bf91-4343-b145-6b0594b0ea43 req-534bff7a-866d-4a04-b180-c4c1f54ea970 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 932 time: 0.1045029 Dec 23 12:09:44.888057 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-181d1143-bf91-4343-b145-6b0594b0ea43 req-81e628fa-824e-4525-aabc-991d0b47ad26 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660913 Dec 23 12:09:44.933090 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bfe30b-73db-4e68-850b-ef1e984881c1 {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:09:44.941042 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:44.956238 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Transition to ACTIVE for port object 65bfe30b-73db-4e68-850b-ef1e984881c1 will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:09:44.960759 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:45.005757 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Pushing event updated for resources: {'Port': ['ID=65bfe30b-73db-4e68-850b-ef1e984881c1,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:45.075999 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Attempting to bind port 65bfe30b-73db-4e68-850b-ef1e984881c1 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:09:45.076227 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Attempting to bind port 65bfe30b-73db-4e68-850b-ef1e984881c1 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:09:45.076555 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Attempting to bind port 65bfe30b-73db-4e68-850b-ef1e984881c1 on network 9e6a1d94-c46e-428b-b262-4cd9011990b5 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:09:45.081010 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Port 65bfe30b-73db-4e68-850b-ef1e984881c1 on network 9e6a1d94-c46e-428b-b262-4cd9011990b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:09:45.081335 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Attempting to bind port 65bfe30b-73db-4e68-850b-ef1e984881c1 on network 9e6a1d94-c46e-428b-b262-4cd9011990b5 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:09:45.086219 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:09:45.086592 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Checking segment: {'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:09:45.086980 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Bound using segment: {'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:09:45.087395 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Bound port: 65bfe30b-73db-4e68-850b-ef1e984881c1, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2692a5-8354-47e0-8167-9bec07f0a071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:09:45.087746 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:45.153878 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] For port 65bfe30b-73db-4e68-850b-ef1e984881c1, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:09:45.156965 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] For port 65bfe30b-73db-4e68-850b-ef1e984881c1, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=65bfe30b-73db-4e68-850b-ef1e984881c1,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:09:45.161871 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:45.198135 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:45.199077 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:45.200714 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c981e973-e216-410c-8883-a26f1df319cc req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] 10.222.0.61 "PUT /v2.0/ports/65bfe30b-73db-4e68-850b-ef1e984881c1 HTTP/1.1" status: 200 len: 1094 time: 0.6505463 Dec 23 12:09:45.201268 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45140cac-ad74-4de0-8d82-d3f4874f4722', 'tag': '65bfe30b-73db-4e68-850b-ef1e984881c1'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:09:45.204871 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb8761c-0823-408d-b831-9d94217cd601" -d '{"events": [{"name": "network-changed", "server_uuid": "45140cac-ad74-4de0-8d82-d3f4874f4722", "tag": "65bfe30b-73db-4e68-850b-ef1e984881c1"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:09:45.228076 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fe1ea-9b24-4cb9-a691-91f7d87ee204 service neutron] Pushing event updated for resources: {'Port': ['ID=65bfe30b-73db-4e68-850b-ef1e984881c1,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:45.256846 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b56fcab-5f19-4bde-b9ce-25d15656d0ce x-openstack-request-id: req-3b56fcab-5f19-4bde-b9ce-25d15656d0ce {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:09:45.257138 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45140cac-ad74-4de0-8d82-d3f4874f4722", "tag": "65bfe30b-73db-4e68-850b-ef1e984881c1", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:09:45.257392 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b56fcab-5f19-4bde-b9ce-25d15656d0ce {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:09:45.257794 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45140cac-ad74-4de0-8d82-d3f4874f4722', 'tag': '65bfe30b-73db-4e68-850b-ef1e984881c1', 'status': 'completed', 'code': 200} Dec 23 12:09:45.365363 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e973-e216-410c-8883-a26f1df319cc req-25cde0b0-6c27-47f1-8a5a-bcaceb2759ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:45.367126 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c981e973-e216-410c-8883-a26f1df319cc req-25cde0b0-6c27-47f1-8a5a-bcaceb2759ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2b2d4247c1e4c7aa7b75187a8a189f2&device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 1097 time: 0.0533729 Dec 23 12:09:45.431887 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c981e973-e216-410c-8883-a26f1df319cc req-9c3fa441-a8a2-4866-b7cb-ad64bc88069f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65bfe30b-73db-4e68-850b-ef1e984881c1 HTTP/1.1" status: 200 len: 217 time: 0.0336680 Dec 23 12:09:45.495252 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e973-e216-410c-8883-a26f1df319cc req-1244d183-db7c-49e9-b9c3-69899cb03b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:45.496716 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c981e973-e216-410c-8883-a26f1df319cc req-1244d183-db7c-49e9-b9c3-69899cb03b04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1f00479-d517-44eb-afb5-e6c5a8291d2a HTTP/1.1" status: 200 len: 854 time: 0.0500407 Dec 23 12:09:45.549121 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c981e973-e216-410c-8883-a26f1df319cc req-2c7ba58f-2633-4804-ad39-4e9d825fa459 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e6a1d94-c46e-428b-b262-4cd9011990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292811 Dec 23 12:09:45.656134 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c981e973-e216-410c-8883-a26f1df319cc req-2cb691e0-fa02-4cad-8a4b-e8698cd8c821 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935469 Dec 23 12:09:45.756079 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c981e973-e216-410c-8883-a26f1df319cc req-56b4e111-e7ef-4c64-ae6f-191e40076628 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864570 Dec 23 12:09:45.941134 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8761c-0823-408d-b831-9d94217cd601 req-ad7a27b8-eeaa-4760-93ec-bde6ba7f1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:45.942688 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1bb8761c-0823-408d-b831-9d94217cd601 req-ad7a27b8-eeaa-4760-93ec-bde6ba7f1fc0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a2b2d4247c1e4c7aa7b75187a8a189f2&device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 1097 time: 0.0482457 Dec 23 12:09:46.072058 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033a0b3-b2bd-435c-ad12-c1b47ae262c1 req-f7a32768-58aa-439f-9ee6-7f4416536198 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:46.073531 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9033a0b3-b2bd-435c-ad12-c1b47ae262c1 req-f7a32768-58aa-439f-9ee6-7f4416536198 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 944 time: 0.1090698 Dec 23 12:09:46.078286 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8761c-0823-408d-b831-9d94217cd601 req-cf5316d8-99a5-42ac-bbb7-5a3c360feb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:46.079666 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1bb8761c-0823-408d-b831-9d94217cd601 req-cf5316d8-99a5-42ac-bbb7-5a3c360feb42 service neutron] 10.222.0.61 "GET /v2.0/networks?id=9e6a1d94-c46e-428b-b262-4cd9011990b5 HTTP/1.1" status: 200 len: 915 time: 0.1226811 Dec 23 12:09:46.143915 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1bb8761c-0823-408d-b831-9d94217cd601 req-469b2205-9b6c-4e4b-a88f-20094f434851 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65bfe30b-73db-4e68-850b-ef1e984881c1 HTTP/1.1" status: 200 len: 217 time: 0.0433826 Dec 23 12:09:46.151330 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9033a0b3-b2bd-435c-ad12-c1b47ae262c1 req-108377d5-f578-4e4d-a1e5-21d7afa78fbd tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707963 Dec 23 12:09:46.210960 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8761c-0823-408d-b831-9d94217cd601 req-6f957332-41ee-4ff3-8c6c-de94baf28820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:46.212403 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1bb8761c-0823-408d-b831-9d94217cd601 req-6f957332-41ee-4ff3-8c6c-de94baf28820 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1f00479-d517-44eb-afb5-e6c5a8291d2a HTTP/1.1" status: 200 len: 854 time: 0.0533700 Dec 23 12:09:46.255353 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1bb8761c-0823-408d-b831-9d94217cd601 req-5a22b33b-9bd7-435d-8509-955c32b5677b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=9e6a1d94-c46e-428b-b262-4cd9011990b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274122 Dec 23 12:09:46.350945 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1bb8761c-0823-408d-b831-9d94217cd601 req-5829acc1-3369-42ea-8cda-a798c73a966a service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820439 Dec 23 12:09:46.455599 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1bb8761c-0823-408d-b831-9d94217cd601 req-583c85dd-549a-4c5c-8907-7bef6c1171b8 service neutron] 10.222.0.61 "GET /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954907 Dec 23 12:09:47.285956 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70060db5-871d-4445-b9ef-71aab1243cfe req-ef55bf26-9606-44e5-8ca2-03aa7e1c9f06 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:47.287616 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-70060db5-871d-4445-b9ef-71aab1243cfe req-ef55bf26-9606-44e5-8ca2-03aa7e1c9f06 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 944 time: 0.0559285 Dec 23 12:09:47.338850 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-70060db5-871d-4445-b9ef-71aab1243cfe req-b8c58161-26db-40d6-8277-4102a351ff57 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428846 Dec 23 12:09:48.458284 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1185f15-dbfa-4db9-af41-b948a6a35386 req-58d65502-305c-4f57-82fe-8fe58442d531 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:48.459752 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d1185f15-dbfa-4db9-af41-b948a6a35386 req-58d65502-305c-4f57-82fe-8fe58442d531 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 944 time: 0.0488946 Dec 23 12:09:48.511397 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d1185f15-dbfa-4db9-af41-b948a6a35386 req-b3899a33-7de3-4b68-9b63-eda7b07fce78 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434198 Dec 23 12:09:48.755761 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-989164b1-e638-41cb-b70e-80a6c1bd6e13 req-3d08cf68-9c3b-41ba-87e3-4c2b37db6731 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452099 Dec 23 12:09:48.890531 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989164b1-e638-41cb-b70e-80a6c1bd6e13 req-d77f92ca-d1d0-4944-b886-c66fecc6af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:48.892035 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-989164b1-e638-41cb-b70e-80a6c1bd6e13 req-d77f92ca-d1d0-4944-b886-c66fecc6af88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 1098 time: 0.0474315 Dec 23 12:09:49.006410 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 65bfe30b-73db-4e68-850b-ef1e984881c1 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:09:49.010348 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989164b1-e638-41cb-b70e-80a6c1bd6e13 req-f70fae6a-29d2-4f77-a0c0-ef0adc5f334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:49.011873 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-989164b1-e638-41cb-b70e-80a6c1bd6e13 req-f70fae6a-29d2-4f77-a0c0-ef0adc5f334a service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 912 time: 0.0892606 Dec 23 12:09:49.082562 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-989164b1-e638-41cb-b70e-80a6c1bd6e13 req-13b1f2f7-239b-4b5b-a908-04259c16ba3f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3730459e-f7f2-425c-9323-620c407cd290 HTTP/1.1" status: 200 len: 999 time: 0.0581775 Dec 23 12:09:49.099154 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 65bfe30b-73db-4e68-850b-ef1e984881c1, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=65bfe30b-73db-4e68-850b-ef1e984881c1,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:09:49.110886 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': '65bfe30b-73db-4e68-850b-ef1e984881c1', 'network_id': '9e6a1d94-c46e-428b-b262-4cd9011990b5', 'port_id': '65bfe30b-73db-4e68-850b-ef1e984881c1', 'mac_address': 'fa:16:3e:34:30:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f00479-d517-44eb-afb5-e6c5a8291d2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:09:49.140739 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989164b1-e638-41cb-b70e-80a6c1bd6e13 req-af9def03-50c2-4da8-8e05-004732400f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:49.142207 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-989164b1-e638-41cb-b70e-80a6c1bd6e13 req-af9def03-50c2-4da8-8e05-004732400f67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0446658 Dec 23 12:09:49.147373 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:49.164110 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65bfe30b-73db-4e68-850b-ef1e984881c1 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:09:49.183809 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 65bfe30b-73db-4e68-850b-ef1e984881c1, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=65bfe30b-73db-4e68-850b-ef1e984881c1,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:09:49.191323 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:49.196988 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989164b1-e638-41cb-b70e-80a6c1bd6e13 req-4ec85e46-3feb-49db-93d3-600ca6762559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:49.198534 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-989164b1-e638-41cb-b70e-80a6c1bd6e13 req-4ec85e46-3feb-49db-93d3-600ca6762559 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440352 Dec 23 12:09:49.238046 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=65bfe30b-73db-4e68-850b-ef1e984881c1,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:49.245121 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:49.245471 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:49.245810 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:49.246145 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:49.246556 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:49.246888 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:49.247215 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:49.247542 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:49.247856 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:49.248183 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:49.248501 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:49.248817 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:49.249117 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:09:49.291124 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-989164b1-e638-41cb-b70e-80a6c1bd6e13 req-be40b733-6b4e-4acf-bfc3-0f402da2fc71 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832515 Dec 23 12:09:49.392230 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-989164b1-e638-41cb-b70e-80a6c1bd6e13 req-d55fdcf0-c7d5-4e26-97d1-414e416fd988 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869982 Dec 23 12:09:49.638836 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de876b2f-00f4-4018-a739-430286ddab1d req-05fbe68f-eea3-41d1-a9aa-8c8baca5b740 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:49.640304 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-de876b2f-00f4-4018-a739-430286ddab1d req-05fbe68f-eea3-41d1-a9aa-8c8baca5b740 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 945 time: 0.0553720 Dec 23 12:09:49.691176 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-de876b2f-00f4-4018-a739-430286ddab1d req-5dacccf6-bf3e-4062-950d-f1c56f22e3a3 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Dec 23 12:09:49.756960 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['65bfe30b-73db-4e68-850b-ef1e984881c1'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:09:50.827008 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b341596-91ce-4481-974a-5163467670d5 req-a72b003a-c098-4087-a224-b853be2d5474 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:50.828479 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6b341596-91ce-4481-974a-5163467670d5 req-a72b003a-c098-4087-a224-b853be2d5474 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 945 time: 0.0560665 Dec 23 12:09:50.883060 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6b341596-91ce-4481-974a-5163467670d5 req-ab30e1bb-9783-42c5-b3a3-6b47466bf31f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460651 Dec 23 12:09:51.029178 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 65bfe30b-73db-4e68-850b-ef1e984881c1 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:09:51.083997 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port 65bfe30b-73db-4e68-850b-ef1e984881c1 completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:09:51.088683 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port 65bfe30b-73db-4e68-850b-ef1e984881c1 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:09:51.089196 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:51.174013 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:51.200426 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45140cac-ad74-4de0-8d82-d3f4874f4722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bfe30b-73db-4e68-850b-ef1e984881c1'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:09:51.202724 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68e1870-41b9-43a7-8206-4647b64d2407" -d '{"events": [{"server_uuid": "45140cac-ad74-4de0-8d82-d3f4874f4722", "name": "network-vif-plugged", "status": "completed", "tag": "65bfe30b-73db-4e68-850b-ef1e984881c1"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:09:51.215639 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 65bfe30b-73db-4e68-850b-ef1e984881c1, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=65bfe30b-73db-4e68-850b-ef1e984881c1,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:09:51.220654 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:51.244232 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4731ccd5-b4e1-4dc0-95b0-227fc26f6c6a x-openstack-request-id: req-4731ccd5-b4e1-4dc0-95b0-227fc26f6c6a {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:09:51.244525 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45140cac-ad74-4de0-8d82-d3f4874f4722", "name": "network-vif-plugged", "status": "completed", "tag": "65bfe30b-73db-4e68-850b-ef1e984881c1", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:09:51.244793 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4731ccd5-b4e1-4dc0-95b0-227fc26f6c6a {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:09:51.245180 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45140cac-ad74-4de0-8d82-d3f4874f4722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bfe30b-73db-4e68-850b-ef1e984881c1', 'code': 200} Dec 23 12:09:51.271611 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=65bfe30b-73db-4e68-850b-ef1e984881c1,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:51.594066 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba1034-57b1-4faf-8f36-3d2b28b3a425 req-963f3888-425e-4279-8f7d-5a15898dc105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:51.595488 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d0ba1034-57b1-4faf-8f36-3d2b28b3a425 req-963f3888-425e-4279-8f7d-5a15898dc105 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 1099 time: 0.0432301 Dec 23 12:09:51.653918 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d0ba1034-57b1-4faf-8f36-3d2b28b3a425 req-2707d797-0077-4b52-8de9-0a797044f524 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Dec 23 12:09:52.019257 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ef53c-e3a9-4584-8872-63beb8538023 req-45fb27fd-f785-4007-9869-0fea8be5bb19 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:52.020863 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-329ef53c-e3a9-4584-8872-63beb8538023 req-45fb27fd-f785-4007-9869-0fea8be5bb19 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 946 time: 0.0582108 Dec 23 12:09:52.069576 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-329ef53c-e3a9-4584-8872-63beb8538023 req-a9575533-2ede-4d52-9a29-1f835f8b68fc tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425584 Dec 23 12:09:53.196351 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b25b2-3b5f-4227-8cf4-4f88680be5e9 req-f2b8d3a7-dca9-4645-87b8-a0bfd56f1cb2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:53.197757 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-313b25b2-3b5f-4227-8cf4-4f88680be5e9 req-f2b8d3a7-dca9-4645-87b8-a0bfd56f1cb2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 946 time: 0.0511062 Dec 23 12:09:53.253498 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-313b25b2-3b5f-4227-8cf4-4f88680be5e9 req-59f9bef7-a3d8-445e-a3fa-f504120b3a03 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491943 Dec 23 12:09:54.389200 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43246-5979-415e-9d07-d391350d2b52 req-f45f6a39-feb0-4653-bdb3-47d6ffc900e9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:09:54.390709 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-eee43246-5979-415e-9d07-d391350d2b52 req-f45f6a39-feb0-4653-bdb3-47d6ffc900e9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 946 time: 0.0504763 Dec 23 12:09:54.437143 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-eee43246-5979-415e-9d07-d391350d2b52 req-6dbce846-c8bb-4a91-9bc3-fdf7b4c661c8 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Dec 23 12:10:00.825664 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:10:03.753969 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-10ce4fcc-53b4-484b-a085-1d3ad1e361d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:05.979102 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1a7138da-3e82-45c8-a7cb-cad3abb120a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:07.189247 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:08.566808 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0932aff-8165-4e2b-9c94-2f4a5ff3dde3 req-aae0b759-75fa-4fc3-ada4-c040146f8c6f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:08.568172 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e0932aff-8165-4e2b-9c94-2f4a5ff3dde3 req-aae0b759-75fa-4fc3-ada4-c040146f8c6f tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 946 time: 0.0594101 Dec 23 12:10:08.616205 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:08.880801 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e0932aff-8165-4e2b-9c94-2f4a5ff3dde3 req-4b3d29f8-8109-48ef-9247-851981dbcd93 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038042 Dec 23 12:10:09.295915 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:10.032350 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185db92-803c-4a02-8a6c-099cc8bda913 req-04417961-38c5-4524-af98-57bbe31ad8a7 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:10.033810 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a185db92-803c-4a02-8a6c-099cc8bda913 req-04417961-38c5-4524-af98-57bbe31ad8a7 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 946 time: 0.0601573 Dec 23 12:10:10.079747 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a185db92-803c-4a02-8a6c-099cc8bda913 req-21d5fea5-5ee9-426f-a6fc-7732b7b33b27 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 Dec 23 12:10:11.236010 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be321666-0341-4f07-a060-f254a21464cc req-e6263b9f-be3a-469e-b14f-240664ac4d50 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:11.237357 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-be321666-0341-4f07-a060-f254a21464cc req-e6263b9f-be3a-469e-b14f-240664ac4d50 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 946 time: 0.0852060 Dec 23 12:10:11.248207 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9a9c-e3e5-432e-9827-04f65b912aeb req-dcb9b841-1e88-41a1-87ed-261743db0a20 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:11.249529 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fa3b9a9c-e3e5-432e-9827-04f65b912aeb req-dcb9b841-1e88-41a1-87ed-261743db0a20 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 946 time: 0.0647588 Dec 23 12:10:11.337104 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-be321666-0341-4f07-a060-f254a21464cc req-80e6559c-e8ee-4a1f-a87b-50774ad14949 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866454 Dec 23 12:10:11.363014 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-fa3b9a9c-e3e5-432e-9827-04f65b912aeb req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Deleting port 65bfe30b-73db-4e68-850b-ef1e984881c1 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:10:11.363554 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-fa3b9a9c-e3e5-432e-9827-04f65b912aeb req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:11.458767 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-fa3b9a9c-e3e5-432e-9827-04f65b912aeb req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] For port 65bfe30b-73db-4e68-850b-ef1e984881c1, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=65bfe30b-73db-4e68-850b-ef1e984881c1,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:10:11.459112 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-fa3b9a9c-e3e5-432e-9827-04f65b912aeb req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:11.471685 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-fa3b9a9c-e3e5-432e-9827-04f65b912aeb req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Calling delete_port for 65bfe30b-73db-4e68-850b-ef1e984881c1 owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:10:11.615710 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-fa3b9a9c-e3e5-432e-9827-04f65b912aeb req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:11.653189 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Pushing event deleted for resources: {'Port': ['ID=65bfe30b-73db-4e68-850b-ef1e984881c1,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:10:11.660172 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['53da5b0d-4c2f-49b5-9f52-322e6cf44b13', '0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd', '7af77f11-9822-4396-a9a6-4b94ebb410ea', '65bfe30b-73db-4e68-850b-ef1e984881c1'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:10:11.664088 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:11.664441 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:11.664793 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:11.665143 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:11.665469 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:11.665805 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:11.666136 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:11.666468 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:11.666811 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:11.667141 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:11.667468 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:11.667789 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:11.668113 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:11.704913 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3b9a9c-e3e5-432e-9827-04f65b912aeb req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] No DVR routers for this DVR port 65bfe30b-73db-4e68-850b-ef1e984881c1 on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:10:11.707975 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-fa3b9a9c-e3e5-432e-9827-04f65b912aeb req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:11.711613 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fa3b9a9c-e3e5-432e-9827-04f65b912aeb req-ea24169a-3a84-40ac-94df-07cb83e0ca1b tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "DELETE /v2.0/ports/65bfe30b-73db-4e68-850b-ef1e984881c1 HTTP/1.1" status: 204 len: 173 time: 0.4544466 Dec 23 12:10:11.712078 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45140cac-ad74-4de0-8d82-d3f4874f4722', 'name': 'network-vif-deleted', 'tag': '65bfe30b-73db-4e68-850b-ef1e984881c1'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:10:11.714527 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528d861e-d10e-4415-9013-ded0164d3f8d" -d '{"events": [{"server_uuid": "45140cac-ad74-4de0-8d82-d3f4874f4722", "name": "network-vif-deleted", "tag": "65bfe30b-73db-4e68-850b-ef1e984881c1"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:10:11.755563 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96807f6c-3ac5-4197-9c33-7475b71952a7 x-openstack-request-id: req-96807f6c-3ac5-4197-9c33-7475b71952a7 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:10:11.755930 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45140cac-ad74-4de0-8d82-d3f4874f4722", "name": "network-vif-deleted", "tag": "65bfe30b-73db-4e68-850b-ef1e984881c1", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:10:11.756246 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-96807f6c-3ac5-4197-9c33-7475b71952a7 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:10:11.756647 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45140cac-ad74-4de0-8d82-d3f4874f4722', 'name': 'network-vif-deleted', 'tag': '65bfe30b-73db-4e68-850b-ef1e984881c1', 'status': 'completed', 'code': 200} Dec 23 12:10:12.454442 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-dc421ac0-9843-43b9-be18-9aa93e835c1b req-8eae4a56-bfc5-4356-b076-7ad77a9fde5d tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=45140cac-ad74-4de0-8d82-d3f4874f4722 HTTP/1.1" status: 200 len: 210 time: 0.0264416 Dec 23 12:10:14.259585 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:14.900450 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b26942-6622-4bec-9f62-7116ab021362 req-2a4b3186-5c00-40a6-8b38-3ce1201dbdd4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:14.901822 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-91b26942-6622-4bec-9f62-7116ab021362 req-2a4b3186-5c00-40a6-8b38-3ce1201dbdd4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 945 time: 0.0707383 Dec 23 12:10:14.956220 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-91b26942-6622-4bec-9f62-7116ab021362 req-f234ad04-d7f5-4411-a82f-d47f8988e8b4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481558 Dec 23 12:10:15.130892 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 65bfe30b-73db-4e68-850b-ef1e984881c1 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:10:15.155773 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: 65bfe30b-73db-4e68-850b-ef1e984881c1 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:10:15.155997 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 65bfe30b-73db-4e68-850b-ef1e984881c1 not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:10:16.094776 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44e0b6-a424-464a-83a3-ab06c13bcad5 req-4ce5b31e-2270-4240-b8b7-332b224fb8d6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:16.096258 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ae44e0b6-a424-464a-83a3-ab06c13bcad5 req-4ce5b31e-2270-4240-b8b7-332b224fb8d6 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 945 time: 0.0537016 Dec 23 12:10:16.145545 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ae44e0b6-a424-464a-83a3-ab06c13bcad5 req-3f5c50fc-761b-493e-b105-87752861779c tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431697 Dec 23 12:10:17.215511 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b097d-0e10-4cf4-a0ec-5e174c757105 req-fba5311e-9fdf-4bda-93b7-8c72bee0f270 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:17.217047 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d37b097d-0e10-4cf4-a0ec-5e174c757105 req-fba5311e-9fdf-4bda-93b7-8c72bee0f270 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 945 time: 0.0504291 Dec 23 12:10:17.311200 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099411fb-9d22-47d5-b0f0-792b1e7e7090 req-74d3d79d-e214-42aa-acaf-da7670a2485d tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:17.312661 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-099411fb-9d22-47d5-b0f0-792b1e7e7090 req-74d3d79d-e214-42aa-acaf-da7670a2485d tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=26c5e84c-5ecc-4efa-b242-1910474a9736 HTTP/1.1" status: 200 len: 945 time: 0.0946901 Dec 23 12:10:17.370804 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-099411fb-9d22-47d5-b0f0-792b1e7e7090 req-95e5a2b4-fc5f-4d1a-b145-3330ca476f45 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519309 Dec 23 12:10:17.376004 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-d37b097d-0e10-4cf4-a0ec-5e174c757105 req-30c4c986-b3e2-4431-8fee-a769c349dcde tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Deleting port 7af77f11-9822-4396-a9a6-4b94ebb410ea {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:10:17.376347 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-d37b097d-0e10-4cf4-a0ec-5e174c757105 req-30c4c986-b3e2-4431-8fee-a769c349dcde tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:17.471996 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-d37b097d-0e10-4cf4-a0ec-5e174c757105 req-30c4c986-b3e2-4431-8fee-a769c349dcde tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] For port 7af77f11-9822-4396-a9a6-4b94ebb410ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=7af77f11-9822-4396-a9a6-4b94ebb410ea,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:10:17.472254 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-d37b097d-0e10-4cf4-a0ec-5e174c757105 req-30c4c986-b3e2-4431-8fee-a769c349dcde tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:17.487790 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-d37b097d-0e10-4cf4-a0ec-5e174c757105 req-30c4c986-b3e2-4431-8fee-a769c349dcde tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Calling delete_port for 7af77f11-9822-4396-a9a6-4b94ebb410ea owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:10:17.632562 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-d37b097d-0e10-4cf4-a0ec-5e174c757105 req-30c4c986-b3e2-4431-8fee-a769c349dcde tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:17.659898 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4c986-b3e2-4431-8fee-a769c349dcde tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Pushing event deleted for resources: {'Port': ['ID=7af77f11-9822-4396-a9a6-4b94ebb410ea,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:10:17.676671 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['53da5b0d-4c2f-49b5-9f52-322e6cf44b13', '0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd', '7af77f11-9822-4396-a9a6-4b94ebb410ea'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:10:17.708917 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37b097d-0e10-4cf4-a0ec-5e174c757105 req-30c4c986-b3e2-4431-8fee-a769c349dcde tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] No DVR routers for this DVR port 7af77f11-9822-4396-a9a6-4b94ebb410ea on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:10:17.711675 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-d37b097d-0e10-4cf4-a0ec-5e174c757105 req-30c4c986-b3e2-4431-8fee-a769c349dcde tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:17.715166 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d37b097d-0e10-4cf4-a0ec-5e174c757105 req-30c4c986-b3e2-4431-8fee-a769c349dcde tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "DELETE /v2.0/ports/7af77f11-9822-4396-a9a6-4b94ebb410ea HTTP/1.1" status: 204 len: 173 time: 0.4888260 Dec 23 12:10:17.715626 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c5e84c-5ecc-4efa-b242-1910474a9736', 'name': 'network-vif-deleted', 'tag': '7af77f11-9822-4396-a9a6-4b94ebb410ea'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:10:17.718084 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580babce-a15c-4e6b-8173-3d19f666c870" -d '{"events": [{"server_uuid": "26c5e84c-5ecc-4efa-b242-1910474a9736", "name": "network-vif-deleted", "tag": "7af77f11-9822-4396-a9a6-4b94ebb410ea"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:10:17.760462 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b789c7-0fcb-4b78-b671-44a0056505d4 x-openstack-request-id: req-26b789c7-0fcb-4b78-b671-44a0056505d4 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:10:17.760756 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c5e84c-5ecc-4efa-b242-1910474a9736", "name": "network-vif-deleted", "tag": "7af77f11-9822-4396-a9a6-4b94ebb410ea", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:10:17.761049 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26b789c7-0fcb-4b78-b671-44a0056505d4 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:10:17.761485 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c5e84c-5ecc-4efa-b242-1910474a9736', 'name': 'network-vif-deleted', 'tag': '7af77f11-9822-4396-a9a6-4b94ebb410ea', 'status': 'completed', 'code': 200} Dec 23 12:10:18.663911 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9aa97-d209-436a-b30a-b05da25154f7 req-00dc3239-9aee-44bb-8e70-797a5e2b49f7 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:18.666275 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6fe9aa97-d209-436a-b30a-b05da25154f7 req-00dc3239-9aee-44bb-8e70-797a5e2b49f7 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 946 time: 0.0631175 Dec 23 12:10:18.722968 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6fe9aa97-d209-436a-b30a-b05da25154f7 req-f6ee9520-2dce-4b5f-afb9-2abc14130528 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473037 Dec 23 12:10:19.880066 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d477313-704a-480c-9ecd-a1ba7c4ccfdf req-9a39a43f-73b2-4114-ba7b-7df61b958da2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:19.881542 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3d477313-704a-480c-9ecd-a1ba7c4ccfdf req-9a39a43f-73b2-4114-ba7b-7df61b958da2 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 946 time: 0.0613143 Dec 23 12:10:19.931173 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3d477313-704a-480c-9ecd-a1ba7c4ccfdf req-148aea74-3728-4f20-a5dd-e0858630d3c5 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 Dec 23 12:10:20.479411 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfd96a-28b3-4fa8-9696-8e033d892252 req-88020651-4054-47bf-89b2-92ebf5320783 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:20.480910 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-11bfd96a-28b3-4fa8-9696-8e033d892252 req-88020651-4054-47bf-89b2-92ebf5320783 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 946 time: 0.0579009 Dec 23 12:10:20.580659 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-11bfd96a-28b3-4fa8-9696-8e033d892252 req-3109217d-f44d-415d-b5db-d2ae974299f4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Deleting port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:10:20.580973 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-11bfd96a-28b3-4fa8-9696-8e033d892252 req-3109217d-f44d-415d-b5db-d2ae974299f4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:20.682815 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-11bfd96a-28b3-4fa8-9696-8e033d892252 req-3109217d-f44d-415d-b5db-d2ae974299f4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] For port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:10:20.683059 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-11bfd96a-28b3-4fa8-9696-8e033d892252 req-3109217d-f44d-415d-b5db-d2ae974299f4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:20.695896 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-11bfd96a-28b3-4fa8-9696-8e033d892252 req-3109217d-f44d-415d-b5db-d2ae974299f4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Calling delete_port for 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:10:20.837895 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-11bfd96a-28b3-4fa8-9696-8e033d892252 req-3109217d-f44d-415d-b5db-d2ae974299f4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:20.876731 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109217d-f44d-415d-b5db-d2ae974299f4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Pushing event deleted for resources: {'Port': ['ID=0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:10:20.883970 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['53da5b0d-4c2f-49b5-9f52-322e6cf44b13', '0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:10:20.922680 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bfd96a-28b3-4fa8-9696-8e033d892252 req-3109217d-f44d-415d-b5db-d2ae974299f4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] No DVR routers for this DVR port 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:10:20.925105 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-11bfd96a-28b3-4fa8-9696-8e033d892252 req-3109217d-f44d-415d-b5db-d2ae974299f4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:20.928819 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-11bfd96a-28b3-4fa8-9696-8e033d892252 req-3109217d-f44d-415d-b5db-d2ae974299f4 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "DELETE /v2.0/ports/0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd HTTP/1.1" status: 204 len: 173 time: 0.4402959 Dec 23 12:10:20.929275 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5e71a8-206c-49c9-8008-2729897c2079', 'name': 'network-vif-deleted', 'tag': '0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:10:20.931574 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380e9d89-dbea-4d54-bd15-cc85c6bb385c" -d '{"events": [{"server_uuid": "1f5e71a8-206c-49c9-8008-2729897c2079", "name": "network-vif-deleted", "tag": "0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:10:20.971618 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9748eb-d9ae-4b5c-abeb-345a56a6947e x-openstack-request-id: req-5c9748eb-d9ae-4b5c-abeb-345a56a6947e {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:10:20.971912 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5e71a8-206c-49c9-8008-2729897c2079", "name": "network-vif-deleted", "tag": "0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:10:20.972174 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c9748eb-d9ae-4b5c-abeb-345a56a6947e {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:10:20.972585 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5e71a8-206c-49c9-8008-2729897c2079', 'name': 'network-vif-deleted', 'tag': '0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd', 'status': 'completed', 'code': 200} Dec 23 12:10:21.029381 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-99cdf619-d080-4682-9b7b-66f82e0b08ee req-089165f6-978b-477e-9a8d-7f8c77b799e5 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f5e71a8-206c-49c9-8008-2729897c2079 HTTP/1.1" status: 200 len: 210 time: 0.0271733 Dec 23 12:10:21.181737 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 7af77f11-9822-4396-a9a6-4b94ebb410ea no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:10:21.202428 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: 7af77f11-9822-4396-a9a6-4b94ebb410ea {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:10:21.202736 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 7af77f11-9822-4396-a9a6-4b94ebb410ea not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:10:23.441112 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a571b-32d9-436e-a1da-a99389d75875 req-ea8a0dd4-4e7d-4949-ad3e-cb44349c3e0e tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:23.442712 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8c9a571b-32d9-436e-a1da-a99389d75875 req-ea8a0dd4-4e7d-4949-ad3e-cb44349c3e0e tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 945 time: 0.0500548 Dec 23 12:10:23.493827 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8c9a571b-32d9-436e-a1da-a99389d75875 req-d1fa5c72-2eaf-4e38-abb2-6e7f60757c5e tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422599 Dec 23 12:10:24.622210 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc4408-f46c-4de0-81f7-47f02f35d4f4 req-6deb757b-015c-44e8-a1a5-364b0000e5f0 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:24.623593 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-65dc4408-f46c-4de0-81f7-47f02f35d4f4 req-6deb757b-015c-44e8-a1a5-364b0000e5f0 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 945 time: 0.0568991 Dec 23 12:10:24.675101 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-65dc4408-f46c-4de0-81f7-47f02f35d4f4 req-28ef6794-b26f-4617-aca9-df85b625ddfb tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453997 Dec 23 12:10:25.183167 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:10:25.202943 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:10:25.203286 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 0b2f96eb-0ee4-4c54-9f33-dcdcc99a37bd not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:10:25.544164 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484d3f3-61a4-4e2e-8e87-e699bf05fbcd req-402057a4-92a2-4d05-b3eb-498a1279ad76 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:25.545623 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0484d3f3-61a4-4e2e-8e87-e699bf05fbcd req-402057a4-92a2-4d05-b3eb-498a1279ad76 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 945 time: 0.0556254 Dec 23 12:10:25.636808 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-0484d3f3-61a4-4e2e-8e87-e699bf05fbcd req-d699486a-7664-4f8c-ae95-9b3aa2a18ad9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Deleting port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:10:25.637521 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-0484d3f3-61a4-4e2e-8e87-e699bf05fbcd req-d699486a-7664-4f8c-ae95-9b3aa2a18ad9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:25.731037 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-0484d3f3-61a4-4e2e-8e87-e699bf05fbcd req-d699486a-7664-4f8c-ae95-9b3aa2a18ad9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] For port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=53da5b0d-4c2f-49b5-9f52-322e6cf44b13,segment=NetworkSegment(9a2692a5-8354-47e0-8167-9bec07f0a071),segment_id=9a2692a5-8354-47e0-8167-9bec07f0a071)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:10:25.731428 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-0484d3f3-61a4-4e2e-8e87-e699bf05fbcd req-d699486a-7664-4f8c-ae95-9b3aa2a18ad9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:25.744181 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-0484d3f3-61a4-4e2e-8e87-e699bf05fbcd req-d699486a-7664-4f8c-ae95-9b3aa2a18ad9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Calling delete_port for 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:10:25.843837 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3a15e-838f-428e-9eb5-d7757a442d97 req-ccfa3275-14c3-4098-b326-8e27d4374455 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:25.845207 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e2b3a15e-838f-428e-9eb5-d7757a442d97 req-ccfa3275-14c3-4098-b326-8e27d4374455 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/ports?device_id=b856ae79-8acf-4de6-bf2d-82b2fe07f660 HTTP/1.1" status: 200 len: 945 time: 0.0952535 Dec 23 12:10:25.925143 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e2b3a15e-838f-428e-9eb5-d7757a442d97 req-07d58c98-8175-4f93-a9c5-1f9d75c144ae tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.65 "GET /v2.0/security-groups?id=259260dd-89a6-46db-b57e-0c9660fbb353&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701292 Dec 23 12:10:25.942669 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-0484d3f3-61a4-4e2e-8e87-e699bf05fbcd req-d699486a-7664-4f8c-ae95-9b3aa2a18ad9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:25.995855 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699486a-7664-4f8c-ae95-9b3aa2a18ad9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Pushing event deleted for resources: {'Port': ['ID=53da5b0d-4c2f-49b5-9f52-322e6cf44b13,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:10:26.002436 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['53da5b0d-4c2f-49b5-9f52-322e6cf44b13'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:10:26.043019 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-0484d3f3-61a4-4e2e-8e87-e699bf05fbcd req-d699486a-7664-4f8c-ae95-9b3aa2a18ad9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] No DVR routers for this DVR port 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:10:26.045677 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-0484d3f3-61a4-4e2e-8e87-e699bf05fbcd req-d699486a-7664-4f8c-ae95-9b3aa2a18ad9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:26.049131 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0484d3f3-61a4-4e2e-8e87-e699bf05fbcd req-d699486a-7664-4f8c-ae95-9b3aa2a18ad9 tempest-AttachVolumeNegativeTest-1530291395 tempest-AttachVolumeNegativeTest-1530291395-project] 10.222.0.61 "DELETE /v2.0/ports/53da5b0d-4c2f-49b5-9f52-322e6cf44b13 HTTP/1.1" status: 204 len: 173 time: 0.4953437 Dec 23 12:10:26.049616 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b856ae79-8acf-4de6-bf2d-82b2fe07f660', 'name': 'network-vif-deleted', 'tag': '53da5b0d-4c2f-49b5-9f52-322e6cf44b13'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:10:26.052034 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2d183a-2a33-4b88-b350-68702c959637" -d '{"events": [{"server_uuid": "b856ae79-8acf-4de6-bf2d-82b2fe07f660", "name": "network-vif-deleted", "tag": "53da5b0d-4c2f-49b5-9f52-322e6cf44b13"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:10:26.088858 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8526911d-7596-42e3-8486-20f0ce3ccaaa x-openstack-request-id: req-8526911d-7596-42e3-8486-20f0ce3ccaaa {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:10:26.089280 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b856ae79-8acf-4de6-bf2d-82b2fe07f660", "name": "network-vif-deleted", "tag": "53da5b0d-4c2f-49b5-9f52-322e6cf44b13", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:10:26.089427 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8526911d-7596-42e3-8486-20f0ce3ccaaa {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:10:26.089800 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b856ae79-8acf-4de6-bf2d-82b2fe07f660', 'name': 'network-vif-deleted', 'tag': '53da5b0d-4c2f-49b5-9f52-322e6cf44b13', 'status': 'completed', 'code': 200} Dec 23 12:10:26.995312 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 38402) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:10:27.047124 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_v2 [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Deleting subnet a1f00479-d517-44eb-afb5-e6c5a8291d2a {{(pid=102502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:10:27.050768 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.085993 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10471015'] for subnet, precommit_delete_associations {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.132001 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.185072 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218176'] for subnet, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.209955 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1f00479-d517-44eb-afb5-e6c5a8291d2a,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:10:27.214444 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.217634 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a1f00479-d517-44eb-afb5-e6c5a8291d2a HTTP/1.1" status: 204 len: 168 time: 0.2212608 Dec 23 12:10:27.220491 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 38406) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:10:27.222664 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:27.223021 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:27.223355 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:27.223680 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:27.224036 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:27.224363 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:27.224690 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:27.225021 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:27.225533 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:27.226098 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:27.226483 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:27.226888 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:27.227216 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039aaac0-40c9-4273-82f6-ed77ebcf9169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:27.294015 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-91e034dd-8371-44ca-aba1-605fba919134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.385294 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-91e034dd-8371-44ca-aba1-605fba919134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.405274 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-91e034dd-8371-44ca-aba1-605fba919134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6a1d94-c46e-428b-b262-4cd9011990b5']}} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:10:27.414586 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-91e034dd-8371-44ca-aba1-605fba919134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2692a5-8354-47e0-8167-9bec07f0a071') {'for_net_delete': True} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:10:27.414912 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-91e034dd-8371-44ca-aba1-605fba919134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2692a5-8354-47e0-8167-9bec07f0a071') {} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:10:27.424217 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-91e034dd-8371-44ca-aba1-605fba919134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908566'] for segment, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.437428 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-91e034dd-8371-44ca-aba1-605fba919134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.443168 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e034dd-8371-44ca-aba1-605fba919134 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:10:27.443534 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-91e034dd-8371-44ca-aba1-605fba919134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10274139'] for segment, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:10:27.445160 dv-cinder-822821-1-iscsi neutron-server[102503]: Traceback (most recent call last): Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: timer() Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: cb(*args, **kw) Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: return func(*args, **kwargs) Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: self._notify() Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: self.callback(batched_events) Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: event.method(event) Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: return f(self, *a, **k) Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: return self._get(url).json() Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: return self.request(url, 'GET', **kwargs) Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:10:27.447691 dv-cinder-822821-1-iscsi neutron-server[102503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:10:27.508647 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-91e034dd-8371-44ca-aba1-605fba919134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.516398 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-91e034dd-8371-44ca-aba1-605fba919134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.519669 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-91e034dd-8371-44ca-aba1-605fba919134 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9e6a1d94-c46e-428b-b262-4cd9011990b5 HTTP/1.1" status: 204 len: 168 time: 0.2981713 Dec 23 12:10:27.528943 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e034dd-8371-44ca-aba1-605fba919134 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e6a1d94-c46e-428b-b262-4cd9011990b5,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:10:27.631208 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 38410) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:10:27.670800 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-ed0d68a6-5387-4458-9b37-e46f9fa25171 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a2b2d4247c1e4c7aa7b75187a8a189f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383329 Dec 23 12:10:27.673622 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 38412) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:10:27.727470 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-66e4fd0d-3f51-42c6-bfe6-9f5cd420647d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.751445 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-66e4fd0d-3f51-42c6-bfe6-9f5cd420647d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.805028 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-66e4fd0d-3f51-42c6-bfe6-9f5cd420647d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.807747 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-66e4fd0d-3f51-42c6-bfe6-9f5cd420647d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:27.808976 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-66e4fd0d-3f51-42c6-bfe6-9f5cd420647d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/259260dd-89a6-46db-b57e-0c9660fbb353 HTTP/1.1" status: 204 len: 168 time: 0.1341920 Dec 23 12:10:27.816744 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4fd0d-3f51-42c6-bfe6-9f5cd420647d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259260dd-89a6-46db-b57e-0c9660fbb353,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:10:29.192291 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:10:29.212370 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:10:29.212715 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 53da5b0d-4c2f-49b5-9f52-322e6cf44b13 not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:10:33.766429 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8fae69b3-50e6-48a0-a5e4-fbfd3ed803e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:35.976577 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-0a5ea844-583c-4733-84aa-f93dfe436128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:37.197321 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:37.830173 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:10:38.622994 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:39.302362 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:44.260554 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:45.260052 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92768aea-0a5b-4cd6-b112-4cb2931862f5 req-25596931-513f-42ee-af3b-149e0a7ac191 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:45.261418 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92768aea-0a5b-4cd6-b112-4cb2931862f5 req-25596931-513f-42ee-af3b-149e0a7ac191 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 945 time: 0.0578339 Dec 23 12:10:45.311232 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92768aea-0a5b-4cd6-b112-4cb2931862f5 req-cceeecfd-c6b4-4ff5-ba52-34d25ce9b96d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Dec 23 12:10:46.441762 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b08dd-292e-405e-8123-11845a695899 req-fd2f9033-4208-43cf-a8b0-69317071fb24 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:46.443554 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6c0b08dd-292e-405e-8123-11845a695899 req-fd2f9033-4208-43cf-a8b0-69317071fb24 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 945 time: 0.0580366 Dec 23 12:10:46.502236 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6c0b08dd-292e-405e-8123-11845a695899 req-6c7f7e3d-de03-4b04-8ef2-c0826fad1262 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467916 Dec 23 12:10:47.624163 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecd1a6-452d-40e5-8b9e-a40f8938f8b5 req-54d9a8ff-b9c5-448b-81cb-b9dd1cbff92e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:47.625505 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-54ecd1a6-452d-40e5-8b9e-a40f8938f8b5 req-54d9a8ff-b9c5-448b-81cb-b9dd1cbff92e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 945 time: 0.0490866 Dec 23 12:10:47.677633 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-54ecd1a6-452d-40e5-8b9e-a40f8938f8b5 req-b38650b2-1e35-42a5-80e0-56d517297499 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461106 Dec 23 12:10:48.807148 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb398e-6d6e-45cc-b96e-37dbe4f1e248 req-37cf8c86-b7ea-4dc3-af48-25d10cac5819 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:48.808612 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4abb398e-6d6e-45cc-b96e-37dbe4f1e248 req-37cf8c86-b7ea-4dc3-af48-25d10cac5819 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 945 time: 0.0512247 Dec 23 12:10:48.859141 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4abb398e-6d6e-45cc-b96e-37dbe4f1e248 req-e8fc8a86-221a-4687-af6a-97a52b4037fa tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444152 Dec 23 12:10:50.001130 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22e6a6-db6a-4717-9737-13807afb4212 req-f80ca1ee-9dbb-421b-aca8-44be2c46a777 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:50.002575 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9c22e6a6-db6a-4717-9737-13807afb4212 req-f80ca1ee-9dbb-421b-aca8-44be2c46a777 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 945 time: 0.0604334 Dec 23 12:10:50.059503 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9c22e6a6-db6a-4717-9737-13807afb4212 req-38c37ec6-eaf5-468e-8013-595787d77ca7 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477483 Dec 23 12:10:50.807337 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-1a537af5-c8a7-435d-b819-179a751ab9a4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:50.808803 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-1a537af5-c8a7-435d-b819-179a751ab9a4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 945 time: 0.0548775 Dec 23 12:10:50.902970 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Deleting port 3730459e-f7f2-425c-9323-620c407cd290 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:10:50.903229 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:50.993568 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] For port 3730459e-f7f2-425c-9323-620c407cd290, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=3730459e-f7f2-425c-9323-620c407cd290,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:10:50.993931 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:51.193963 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:51.194681 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:51.194681 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.l3_db [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Floating IP e6fb8042-7fcf-4ad6-aa27-6575dd58017e disassociated. External IP: 172.27.2.5, port: 3730459e-f7f2-425c-9323-620c407cd290. Dec 23 12:10:51.194908 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Calling delete_port for 3730459e-f7f2-425c-9323-620c407cd290 owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:10:51.219409 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633479b-1f39-4049-8f40-7011adeffc38 req-bb193b0a-8b4f-4be8-8d23-8023747f9017 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:51.220901 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b633479b-1f39-4049-8f40-7011adeffc38 req-bb193b0a-8b4f-4be8-8d23-8023747f9017 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 945 time: 0.0750940 Dec 23 12:10:51.315893 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b633479b-1f39-4049-8f40-7011adeffc38 req-4acc616b-2f77-4147-a2fb-36fc775ded5a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655801 Dec 23 12:10:51.377745 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:51.405948 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event deleted for resources: {'Port': ['ID=3730459e-f7f2-425c-9323-620c407cd290,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:10:51.521991 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Router dfbb7ccc-8611-4e9c-a104-e90461966c79 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:10:51.636042 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:10:51.647148 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e85be7-9ae1-48ec-8760-8a7c2116abb9 None None] Sync routers for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:10:51.656873 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e85be7-9ae1-48ec-8760-8a7c2116abb9 None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:10:51.657496 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-09e85be7-9ae1-48ec-8760-8a7c2116abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:10:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:10:51.684056 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] No DVR routers for this DVR port 3730459e-f7f2-425c-9323-620c407cd290 on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:10:51.686699 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:51.690772 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-57276386-a89c-4ef2-826d-99caa8f1b4a7 req-f4e0d557-384b-4a51-898f-970552e3b65e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "DELETE /v2.0/ports/3730459e-f7f2-425c-9323-620c407cd290 HTTP/1.1" status: 204 len: 173 time: 0.8700452 Dec 23 12:10:51.690772 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4296b94b-dffe-4ec6-a620-36342be7c07a', 'name': 'network-vif-deleted', 'tag': '3730459e-f7f2-425c-9323-620c407cd290'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:10:51.693076 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a09e27-b1e8-4b7c-bcc5-886bd745d08d" -d '{"events": [{"server_uuid": "4296b94b-dffe-4ec6-a620-36342be7c07a", "name": "network-vif-deleted", "tag": "3730459e-f7f2-425c-9323-620c407cd290"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:10:51.733294 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06170a20-28c4-4d51-ad87-5e80f5022a03 x-openstack-request-id: req-06170a20-28c4-4d51-ad87-5e80f5022a03 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:10:51.733645 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4296b94b-dffe-4ec6-a620-36342be7c07a", "name": "network-vif-deleted", "tag": "3730459e-f7f2-425c-9323-620c407cd290", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:10:51.734037 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06170a20-28c4-4d51-ad87-5e80f5022a03 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:10:51.734449 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4296b94b-dffe-4ec6-a620-36342be7c07a', 'name': 'network-vif-deleted', 'tag': '3730459e-f7f2-425c-9323-620c407cd290', 'status': 'completed', 'code': 200} Dec 23 12:10:51.916814 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-09e85be7-9ae1-48ec-8760-8a7c2116abb9 None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:10:52.124920 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-09e85be7-9ae1-48ec-8760-8a7c2116abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:10:52.150494 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e85be7-9ae1-48ec-8760-8a7c2116abb9 None None] Checking router: dfbb7ccc-8611-4e9c-a104-e90461966c79 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:10:52.159415 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e85be7-9ae1-48ec-8760-8a7c2116abb9 None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:10:52.160027 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-09e85be7-9ae1-48ec-8760-8a7c2116abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:10:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:10:52.268661 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-09e85be7-9ae1-48ec-8760-8a7c2116abb9 None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:10:52.429203 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a617ac2-53cc-4cbe-bb71-5976b27a7e95 req-5983fd67-57f5-42e7-876b-d75610ac2b2b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 210 time: 0.0264502 Dec 23 12:10:52.482735 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-09e85be7-9ae1-48ec-8760-8a7c2116abb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:10:52.509300 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e85be7-9ae1-48ec-8760-8a7c2116abb9 None None] The sync data for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi is: [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:10:52.722949 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c1ab75-f3fb-4d40-bfbf-f95f116442d6 None None] New status for floating IP e6fb8042-7fcf-4ad6-aa27-6575dd58017e: DOWN {{(pid=102505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:10:53.540711 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-731d49d3-eb12-487f-8b72-7aa0cdfa1ab5 req-b416e0a0-a29c-4456-8617-016ea6938c56 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 210 time: 0.0252607 Dec 23 12:10:54.650890 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9ca5f925-2a73-4088-a964-1a5edd5196f6 req-867a4f78-d062-498a-9854-0e43e4e65c58 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 210 time: 0.0254726 Dec 23 12:10:55.763314 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4b2fcbc2-b290-4d2a-9bf6-d866fef3e817 req-dc1ef377-f37b-414b-bd28-4e60f2ce3a9e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=4296b94b-dffe-4ec6-a620-36342be7c07a HTTP/1.1" status: 200 len: 210 time: 0.0270391 Dec 23 12:10:55.909089 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 3730459e-f7f2-425c-9323-620c407cd290 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:10:55.939597 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: 3730459e-f7f2-425c-9323-620c407cd290 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:10:55.939843 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 3730459e-f7f2-425c-9323-620c407cd290 not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:10:57.045833 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-5a5f8271-ca5e-4cbe-a869-63d2c9a7660c tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922405993&fields=id&tenant_id=65754771daec4e08922a4c10f20ca653 HTTP/1.1" status: 200 len: 267 time: 0.0492232 Dec 23 12:10:57.168645 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-3d11240c-b361-46a2-91d9-210d1ff4c3cd tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:57.171152 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-3d11240c-b361-46a2-91d9-210d1ff4c3cd tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 811 time: 0.1184244 Dec 23 12:10:57.188502 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-6689223f-80cd-41b1-8b5a-24c276b5a679 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/quotas/65754771daec4e08922a4c10f20ca653 HTTP/1.1" status: 200 len: 375 time: 0.0107415 Dec 23 12:10:57.239774 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-3b1baba6-69fe-469a-8ccd-f9f84ccdcbe9 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456207 Dec 23 12:10:57.337827 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-a9c1e524-a1a7-43a6-b36b-3574078bace5 service neutron] 10.222.0.65 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853274 Dec 23 12:10:57.425442 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-cdbb0040-ab3b-46a6-a92e-0281e7c27ebe service neutron] 10.222.0.65 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809548 Dec 23 12:10:57.745149 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-803cec5e-4372-400f-8732-a1bffe421112 req-6318ccf5-531d-4a4f-97fb-59c99789823c tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 210 time: 0.0310194 Dec 23 12:10:58.837631 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-3bd0ae10-0599-482b-a57e-56a5b5b90837 req-3a31c399-8056-4a2b-9625-7da830003bdc tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 210 time: 0.0256495 Dec 23 12:10:58.939423 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-039309c2-d84c-4444-8125-de58197a625f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:58.940910 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-039309c2-d84c-4444-8125-de58197a625f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 811 time: 0.1000416 Dec 23 12:10:59.023929 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-d268c341-2be3-4d21-8bf2-83adc60213c0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65754771daec4e08922a4c10f20ca653 HTTP/1.1" status: 200 len: 380 time: 0.0587893 Dec 23 12:10:59.041095 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-369bf9ed-aeeb-4efb-993b-d8b4de78ed2a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Request body: {'port': {'device_id': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'admin_state_up': True, 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'security_groups': ['e7cccbd7-4c58-4335-aabf-5a5e7da18ffa']}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:10:59.157439 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-369bf9ed-aeeb-4efb-993b-d8b4de78ed2a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Made reservation on behalf of 65754771daec4e08922a4c10f20ca653 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:10:59.161203 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-369bf9ed-aeeb-4efb-993b-d8b4de78ed2a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:59.297819 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-369bf9ed-aeeb-4efb-993b-d8b4de78ed2a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Allocated IP 172.20.0.10 (cb185919-e3e9-4255-a3cb-29bc627cf289/38fc147a-9a72-4186-b36a-1ab62644f15f/92f81f7f-88ea-428a-96d4-9eee250bbe11) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:10:59.426938 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-369bf9ed-aeeb-4efb-993b-d8b4de78ed2a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:59.467731 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-369bf9ed-aeeb-4efb-993b-d8b4de78ed2a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:59.511923 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-369bf9ed-aeeb-4efb-993b-d8b4de78ed2a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Network cb185919-e3e9-4255-a3cb-29bc627cf289 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:10:59.515522 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-369bf9ed-aeeb-4efb-993b-d8b4de78ed2a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:10:59.528138 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-369bf9ed-aeeb-4efb-993b-d8b4de78ed2a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:10:59.537230 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bf9ed-aeeb-4efb-993b-d8b4de78ed2a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'Port': ['ID=92f81f7f-88ea-428a-96d4-9eee250bbe11,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:10:59.586327 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-369bf9ed-aeeb-4efb-993b-d8b4de78ed2a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:59.586997 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-369bf9ed-aeeb-4efb-993b-d8b4de78ed2a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:59.605611 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-369bf9ed-aeeb-4efb-993b-d8b4de78ed2a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5680838 Dec 23 12:10:59.643982 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Request body: {'port': {'device_id': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:10:59.703573 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:59.737996 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-b41fb988-82d9-4e51-8357-ca703db55bad None None] Provisioning complete for port 92f81f7f-88ea-428a-96d4-9eee250bbe11 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:10:59.738656 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-b41fb988-82d9-4e51-8357-ca703db55bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:59.780163 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-b41fb988-82d9-4e51-8357-ca703db55bad None None] Port 92f81f7f-88ea-428a-96d4-9eee250bbe11 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:10:59.978487 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd37405-7572-4a5e-8268-347627f760e5 req-728ffa60-6ea5-4e19-aa6a-f08fb456feac tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:59.979987 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4dd37405-7572-4a5e-8268-347627f760e5 req-728ffa60-6ea5-4e19-aa6a-f08fb456feac tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 932 time: 0.0689621 Dec 23 12:11:00.023520 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f81f7f-88ea-428a-96d4-9eee250bbe11 {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:11:00.034191 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:00.065348 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Transition to ACTIVE for port object 92f81f7f-88ea-428a-96d4-9eee250bbe11 will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:11:00.070241 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4dd37405-7572-4a5e-8268-347627f760e5 req-baf7fd60-49fd-42a1-96cc-94d345df2850 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730171 Dec 23 12:11:00.071364 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:00.121294 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Pushing event updated for resources: {'Port': ['ID=92f81f7f-88ea-428a-96d4-9eee250bbe11,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:00.191780 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Attempting to bind port 92f81f7f-88ea-428a-96d4-9eee250bbe11 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:11:00.192142 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Attempting to bind port 92f81f7f-88ea-428a-96d4-9eee250bbe11 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:11:00.192503 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Attempting to bind port 92f81f7f-88ea-428a-96d4-9eee250bbe11 on network cb185919-e3e9-4255-a3cb-29bc627cf289 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:11:00.197582 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Port 92f81f7f-88ea-428a-96d4-9eee250bbe11 on network cb185919-e3e9-4255-a3cb-29bc627cf289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:11:00.197908 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Attempting to bind port 92f81f7f-88ea-428a-96d4-9eee250bbe11 on network cb185919-e3e9-4255-a3cb-29bc627cf289 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:11:00.203152 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:11:00.203539 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Checking segment: {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:11:00.203869 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Bound using segment: {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:11:00.204293 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Bound port: 92f81f7f-88ea-428a-96d4-9eee250bbe11, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:11:00.204739 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:00.273891 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] For port 92f81f7f-88ea-428a-96d4-9eee250bbe11, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:11:00.277090 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] For port 92f81f7f-88ea-428a-96d4-9eee250bbe11, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=92f81f7f-88ea-428a-96d4-9eee250bbe11,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:11:00.282578 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:00.324040 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:00.324628 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:00.326002 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] 10.222.0.61 "PUT /v2.0/ports/92f81f7f-88ea-428a-96d4-9eee250bbe11 HTTP/1.1" status: 200 len: 1094 time: 0.6864722 Dec 23 12:11:00.326724 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'tag': '92f81f7f-88ea-428a-96d4-9eee250bbe11'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:11:00.328753 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e3ec37-3811-4cc2-b120-79f19df06fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cea23a-0a02-42c5-bc21-4fb61f979c10", "tag": "92f81f7f-88ea-428a-96d4-9eee250bbe11"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:11:00.352668 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc17fd-f83f-41db-8a02-7305762348ef service neutron] Pushing event updated for resources: {'Port': ['ID=92f81f7f-88ea-428a-96d4-9eee250bbe11,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:00.380016 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22fadd1-3989-4eb8-8b04-cd20b04c28ac x-openstack-request-id: req-f22fadd1-3989-4eb8-8b04-cd20b04c28ac {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:11:00.380374 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cea23a-0a02-42c5-bc21-4fb61f979c10", "tag": "92f81f7f-88ea-428a-96d4-9eee250bbe11", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:11:00.380685 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f22fadd1-3989-4eb8-8b04-cd20b04c28ac {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:11:00.381144 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'tag': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'status': 'completed', 'code': 200} Dec 23 12:11:00.464352 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0a68fafe-8cdc-4d57-bd29-beb5b83d4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:00.465882 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-0a68fafe-8cdc-4d57-bd29-beb5b83d4381 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 1097 time: 0.0438075 Dec 23 12:11:00.521787 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-c95cd6a2-ce9f-47bd-939a-3edc7cfd55f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92f81f7f-88ea-428a-96d4-9eee250bbe11 HTTP/1.1" status: 200 len: 217 time: 0.0347090 Dec 23 12:11:00.576032 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-f23c7cae-e0af-464f-9cc7-141d01f48025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:00.577458 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-f23c7cae-e0af-464f-9cc7-141d01f48025 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0468976 Dec 23 12:11:00.626171 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-b17e5fc3-fb09-42c0-8848-7328898c249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:00.627670 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-b17e5fc3-fb09-42c0-8848-7328898c249f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411382 Dec 23 12:11:00.719813 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-c6052c4c-587b-41b9-98ba-9b55bfedb4e9 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826888 Dec 23 12:11:01.074175 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-14cc8f31-4192-445a-88ca-b68c37bbcc86 req-797a1dfd-97d5-4964-9307-9e7a89dc1b29 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460205 Dec 23 12:11:01.180261 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 38678) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:01.187586 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23074f-e17a-476d-aeba-51ecbb5d3f64 req-4994f30c-b37e-4949-ab99-ff17f2f7388b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:01.189094 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8e23074f-e17a-476d-aeba-51ecbb5d3f64 req-4994f30c-b37e-4949-ab99-ff17f2f7388b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 944 time: 0.0513051 Dec 23 12:11:01.267656 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8e23074f-e17a-476d-aeba-51ecbb5d3f64 req-4a0ba0c5-897b-4d75-ac99-37b2d7805ecc tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723712 Dec 23 12:11:01.272001 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3ec37-3811-4cc2-b120-79f19df06fcf req-0f6751e7-d3e9-43ca-8a97-40128ad73a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:01.273414 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d5e3ec37-3811-4cc2-b120-79f19df06fcf req-0f6751e7-d3e9-43ca-8a97-40128ad73a16 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 1097 time: 0.0620785 Dec 23 12:11:01.289869 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-05c4959e-0cb3-46cf-8cd9-8284bc4644b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:01.366090 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-05c4959e-0cb3-46cf-8cd9-8284bc4644b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:01.370285 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3ec37-3811-4cc2-b120-79f19df06fcf req-23321688-6a0c-47ec-9a97-314edd413c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:01.370993 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-05c4959e-0cb3-46cf-8cd9-8284bc4644b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:01.371947 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d5e3ec37-3811-4cc2-b120-79f19df06fcf req-23321688-6a0c-47ec-9a97-314edd413c60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 912 time: 0.0862892 Dec 23 12:11:01.406668 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4959e-0cb3-46cf-8cd9-8284bc4644b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9584bdb-00c2-4107-9a5d-bb520d88ad8a,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:01.411524 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-05c4959e-0cb3-46cf-8cd9-8284bc4644b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc9f064f15ae497695b2df6ef3b52a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302125 Dec 23 12:11:01.414213 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 38682) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:01.421244 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d5e3ec37-3811-4cc2-b120-79f19df06fcf req-777648ef-bbde-4820-a04f-0846a7069346 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92f81f7f-88ea-428a-96d4-9eee250bbe11 HTTP/1.1" status: 200 len: 217 time: 0.0387616 Dec 23 12:11:01.463306 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e6544af5-435a-4005-8b18-529f074f47df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:01.481584 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3ec37-3811-4cc2-b120-79f19df06fcf req-f323ee8d-b2fd-45c5-8bbb-108d58d4a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:01.483568 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d5e3ec37-3811-4cc2-b120-79f19df06fcf req-f323ee8d-b2fd-45c5-8bbb-108d58d4a48e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0441608 Dec 23 12:11:01.489538 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e6544af5-435a-4005-8b18-529f074f47df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:01.536432 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e6544af5-435a-4005-8b18-529f074f47df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:01.537124 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3ec37-3811-4cc2-b120-79f19df06fcf req-8c62b762-05ed-4648-8f67-eb320e9d6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:01.538628 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d5e3ec37-3811-4cc2-b120-79f19df06fcf req-8c62b762-05ed-4648-8f67-eb320e9d6a9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402730 Dec 23 12:11:01.539167 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e6544af5-435a-4005-8b18-529f074f47df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:01.540344 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-e6544af5-435a-4005-8b18-529f074f47df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9584bdb-00c2-4107-9a5d-bb520d88ad8a HTTP/1.1" status: 204 len: 168 time: 0.1251760 Dec 23 12:11:01.548913 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6544af5-435a-4005-8b18-529f074f47df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9584bdb-00c2-4107-9a5d-bb520d88ad8a,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:01.640919 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d5e3ec37-3811-4cc2-b120-79f19df06fcf req-f16dfb3f-449e-450f-86b8-782e51d61856 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883989 Dec 23 12:11:01.737185 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-d5e3ec37-3811-4cc2-b120-79f19df06fcf req-85e73c15-2994-4966-b2da-15e8cd6b54a0 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878999 Dec 23 12:11:01.817707 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 38688) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:01.831076 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e5a53fab-2926-4810-be0b-222fa8db74f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:01.908553 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e5a53fab-2926-4810-be0b-222fa8db74f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:01.915490 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e5a53fab-2926-4810-be0b-222fa8db74f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:01.952766 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-e5a53fab-2926-4810-be0b-222fa8db74f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d8d854131764201a4cac6a88872b6d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338785 Dec 23 12:11:01.953732 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a53fab-2926-4810-be0b-222fa8db74f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d486a20-e2ed-4354-bc6b-db75b760b82a,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:01.955616 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 38690) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:02.010640 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-73c79907-84fc-41a8-863e-d56c99c462ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:02.031570 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-73c79907-84fc-41a8-863e-d56c99c462ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:02.080120 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-73c79907-84fc-41a8-863e-d56c99c462ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:02.082761 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-73c79907-84fc-41a8-863e-d56c99c462ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:02.083908 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-73c79907-84fc-41a8-863e-d56c99c462ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d486a20-e2ed-4354-bc6b-db75b760b82a HTTP/1.1" status: 204 len: 168 time: 0.1273205 Dec 23 12:11:02.091543 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c79907-84fc-41a8-863e-d56c99c462ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d486a20-e2ed-4354-bc6b-db75b760b82a,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:02.389996 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9cfa7-9537-4e3f-929d-e3cbd89be43d req-20fe58f7-54f6-4f05-a46c-c985811b0835 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:02.391534 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-78a9cfa7-9537-4e3f-929d-e3cbd89be43d req-20fe58f7-54f6-4f05-a46c-c985811b0835 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 944 time: 0.0546088 Dec 23 12:11:02.441295 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-78a9cfa7-9537-4e3f-929d-e3cbd89be43d req-ae97d0e6-1a33-4afa-abd0-d4aa2a6697f5 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435526 Dec 23 12:11:03.562145 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ccdef-ceeb-45e9-b0bc-486ba86570e0 req-0e9d0627-c2fc-4599-b690-44eec3a3121f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:03.563683 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7f7ccdef-ceeb-45e9-b0bc-486ba86570e0 req-0e9d0627-c2fc-4599-b690-44eec3a3121f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 944 time: 0.0519407 Dec 23 12:11:03.614535 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7f7ccdef-ceeb-45e9-b0bc-486ba86570e0 req-9e692b64-5554-4f37-812b-65a57eddcd56 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448377 Dec 23 12:11:03.760148 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7b96b5d3-db19-47e8-8c10-686d6e5b442d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:04.746013 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9785d-4732-4a9b-b559-1a427b6eceb3 req-18f08e2a-4684-4ff5-8841-f7154790ed40 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:04.747658 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-56d9785d-4732-4a9b-b559-1a427b6eceb3 req-18f08e2a-4684-4ff5-8841-f7154790ed40 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 944 time: 0.0511034 Dec 23 12:11:04.800212 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-56d9785d-4732-4a9b-b559-1a427b6eceb3 req-92c59dac-0d84-4f0d-b7a5-a38925f48c1c tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465338 Dec 23 12:11:05.939993 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e535a-e239-4f60-bbfc-a260446caed7 req-3877a254-3e3f-4665-9457-9a52e6816251 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:05.941263 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-445e535a-e239-4f60-bbfc-a260446caed7 req-3877a254-3e3f-4665-9457-9a52e6816251 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 944 time: 0.0578086 Dec 23 12:11:05.983516 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-9c665c07-2d99-4482-88bb-e8d76cb560e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:06.005912 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-445e535a-e239-4f60-bbfc-a260446caed7 req-a7203998-d5b1-4e86-a9bf-380b2d5f9ec0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575984 Dec 23 12:11:07.138061 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acebe86-9419-4097-8d80-b0441a387d37 req-d8b3c27e-e476-472c-970f-8c02ba1a6418 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:07.139750 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8acebe86-9419-4097-8d80-b0441a387d37 req-d8b3c27e-e476-472c-970f-8c02ba1a6418 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 944 time: 0.0514045 Dec 23 12:11:07.188964 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8acebe86-9419-4097-8d80-b0441a387d37 req-ebe3fbc7-20b3-4e4f-b6ad-f4429fc6c313 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434110 Dec 23 12:11:07.195153 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:08.317425 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d5b76-92d3-4ad7-b7d4-b7e1afc836a4 req-7d88c5e1-38a1-4aee-be4e-84b0d7c200e5 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:08.318927 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-013d5b76-92d3-4ad7-b7d4-b7e1afc836a4 req-7d88c5e1-38a1-4aee-be4e-84b0d7c200e5 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 944 time: 0.0499270 Dec 23 12:11:08.372425 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-013d5b76-92d3-4ad7-b7d4-b7e1afc836a4 req-b5a1cb7f-3761-400d-a974-b412334dd92b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447507 Dec 23 12:11:08.617047 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:09.287924 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:09.502898 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b87723-5922-48ee-8a68-8da9b02a7791 req-3b59ae85-909a-4c9b-b9bf-e91aa7b7095d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:09.504520 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-03b87723-5922-48ee-8a68-8da9b02a7791 req-3b59ae85-909a-4c9b-b9bf-e91aa7b7095d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 944 time: 0.0557523 Dec 23 12:11:09.562563 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-03b87723-5922-48ee-8a68-8da9b02a7791 req-280329f8-a178-4eba-9913-206ad95375d3 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518439 Dec 23 12:11:09.914344 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 92f81f7f-88ea-428a-96d4-9eee250bbe11 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:11:10.022436 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 92f81f7f-88ea-428a-96d4-9eee250bbe11, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=92f81f7f-88ea-428a-96d4-9eee250bbe11,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:11:10.036680 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'port_id': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'mac_address': 'fa:16:3e:b6:c5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:11:10.074796 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:10.088782 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f81f7f-88ea-428a-96d4-9eee250bbe11 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:11:10.113968 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 92f81f7f-88ea-428a-96d4-9eee250bbe11, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=92f81f7f-88ea-428a-96d4-9eee250bbe11,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:11:10.120110 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:10.168619 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=92f81f7f-88ea-428a-96d4-9eee250bbe11,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:10.175776 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:10.176118 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:10.176460 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:10.176797 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:10.177127 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:10.177452 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:10.177781 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:10.178095 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:10.178414 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:10.178762 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:10.179082 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:10.179376 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:10.179696 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:10.599267 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['92f81f7f-88ea-428a-96d4-9eee250bbe11'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:11:10.686433 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77697aa-b385-4f82-bf7e-cacc19cf8ae6 req-b974fc14-11ea-4007-bf5e-23697144f99e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:10.688098 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a77697aa-b385-4f82-bf7e-cacc19cf8ae6 req-b974fc14-11ea-4007-bf5e-23697144f99e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 945 time: 0.0507264 Dec 23 12:11:10.744390 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a77697aa-b385-4f82-bf7e-cacc19cf8ae6 req-7f8163bc-45b2-4e1e-9307-b844447255b7 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489383 Dec 23 12:11:11.041359 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 38840) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:11.182153 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4aa08df4-9f33-432f-b465-af02dacbbb17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:11.266177 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4aa08df4-9f33-432f-b465-af02dacbbb17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:11.271863 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4aa08df4-9f33-432f-b465-af02dacbbb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:11.309513 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa08df4-9f33-432f-b465-af02dacbbb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fc73b2-fa39-425c-9cf2-159812f281e8,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:11.313856 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-4aa08df4-9f33-432f-b465-af02dacbbb17 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d668b48e7ed54761b9c73497e52d7312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714660 Dec 23 12:11:11.317197 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 38844) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:11.363566 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3fc2068a-d04e-4df0-8001-65f9e9743ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:11.384225 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3fc2068a-d04e-4df0-8001-65f9e9743ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:11.433225 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3fc2068a-d04e-4df0-8001-65f9e9743ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:11.435842 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3fc2068a-d04e-4df0-8001-65f9e9743ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:11.436979 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-3fc2068a-d04e-4df0-8001-65f9e9743ee0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a4fc73b2-fa39-425c-9cf2-159812f281e8 HTTP/1.1" status: 204 len: 168 time: 0.1195421 Dec 23 12:11:11.444667 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2068a-d04e-4df0-8001-65f9e9743ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fc73b2-fa39-425c-9cf2-159812f281e8,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:11.767597 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 38850) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:11.781620 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-258bc81a-6c4a-42bf-8818-6d2cde4262da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:11.856864 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-258bc81a-6c4a-42bf-8818-6d2cde4262da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:11.862366 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-258bc81a-6c4a-42bf-8818-6d2cde4262da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:11.866803 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31e746-9862-40b4-83f2-f4d01b8d93c2 req-f63cddc7-cbd7-4ede-ad29-5de1999562dd tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:11.868308 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ef31e746-9862-40b4-83f2-f4d01b8d93c2 req-f63cddc7-cbd7-4ede-ad29-5de1999562dd tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 945 time: 0.0516300 Dec 23 12:11:11.900427 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-258bc81a-6c4a-42bf-8818-6d2cde4262da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=69a794b035e84076afcfe441228574c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317143 Dec 23 12:11:11.901303 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bc81a-6c4a-42bf-8818-6d2cde4262da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd76c68f-ba64-430c-b0e6-8c547e7ff1ec,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:11.903012 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 38854) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:11.906799 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 92f81f7f-88ea-428a-96d4-9eee250bbe11 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:11:11.943514 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ef31e746-9862-40b4-83f2-f4d01b8d93c2 req-857a5290-47c3-4610-aaaa-2c191ce35b71 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687394 Dec 23 12:11:11.972382 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port 92f81f7f-88ea-428a-96d4-9eee250bbe11 completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:11:11.973168 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:11.976417 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port 92f81f7f-88ea-428a-96d4-9eee250bbe11 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:11:11.976782 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:11.995848 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:12.041049 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:12.043915 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:12.045150 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd76c68f-ba64-430c-b0e6-8c547e7ff1ec HTTP/1.1" status: 204 len: 168 time: 0.1395810 Dec 23 12:11:12.053177 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd76c68f-ba64-430c-b0e6-8c547e7ff1ec,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:12.058560 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:12.062261 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:12.062743 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:12.063105 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:12.063445 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:12.063768 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:12.064102 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:12.064431 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:12.064763 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:12.065090 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:12.065417 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:12.065742 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:12.066062 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:12.066382 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c434ddc2-7fd8-40f5-a469-20aa873683d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:12.090178 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f81f7f-88ea-428a-96d4-9eee250bbe11'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:11:12.092588 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd1ea4a-4248-4d39-a9af-fdfd87dada53" -d '{"events": [{"server_uuid": "c9cea23a-0a02-42c5-bc21-4fb61f979c10", "name": "network-vif-plugged", "status": "completed", "tag": "92f81f7f-88ea-428a-96d4-9eee250bbe11"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:11:12.107832 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 92f81f7f-88ea-428a-96d4-9eee250bbe11, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=92f81f7f-88ea-428a-96d4-9eee250bbe11,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:11:12.113084 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:12.144675 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229f746d-b3e1-4ee0-b1ed-05195b98246b x-openstack-request-id: req-229f746d-b3e1-4ee0-b1ed-05195b98246b {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:11:12.144973 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cea23a-0a02-42c5-bc21-4fb61f979c10", "name": "network-vif-plugged", "status": "completed", "tag": "92f81f7f-88ea-428a-96d4-9eee250bbe11", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:11:12.145224 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-229f746d-b3e1-4ee0-b1ed-05195b98246b {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:11:12.145609 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'code': 200} Dec 23 12:11:12.167382 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=92f81f7f-88ea-428a-96d4-9eee250bbe11,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:12.407354 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 38862) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:12.428686 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-baf0ca5b-bc60-444c-9d7d-f059f985f00c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:12.485018 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bdc99-9d39-4d86-b9ed-debf754f39e9 req-fee23327-aaab-401f-b389-11733524258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:12.486549 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a04bdc99-9d39-4d86-b9ed-debf754f39e9 req-fee23327-aaab-401f-b389-11733524258f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 1099 time: 0.0719080 Dec 23 12:11:12.560305 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-baf0ca5b-bc60-444c-9d7d-f059f985f00c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:12.564086 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a04bdc99-9d39-4d86-b9ed-debf754f39e9 req-e00dd913-f034-4a20-8281-689e969b38b8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672247 Dec 23 12:11:12.565850 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-baf0ca5b-bc60-444c-9d7d-f059f985f00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:12.607077 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-baf0ca5b-bc60-444c-9d7d-f059f985f00c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=247dc6347ee844feb2ca6325e466e3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986313 Dec 23 12:11:12.608854 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0ca5b-bc60-444c-9d7d-f059f985f00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3a8b18-7b36-4737-ac2e-e32f06f1ea1d,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:12.610471 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 38864) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:12.679566 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b7312da3-c7c5-4056-b1b2-6ef73863fc2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:12.700194 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b7312da3-c7c5-4056-b1b2-6ef73863fc2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:12.748148 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b7312da3-c7c5-4056-b1b2-6ef73863fc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:12.751512 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b7312da3-c7c5-4056-b1b2-6ef73863fc2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:12.752772 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-b7312da3-c7c5-4056-b1b2-6ef73863fc2e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f3a8b18-7b36-4737-ac2e-e32f06f1ea1d HTTP/1.1" status: 204 len: 168 time: 0.1412163 Dec 23 12:11:12.761649 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7312da3-c7c5-4056-b1b2-6ef73863fc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3a8b18-7b36-4737-ac2e-e32f06f1ea1d,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:13.063522 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec2f91-e64a-471f-8140-e278b862a0f7 req-34a36c3f-8652-45c1-9cb8-e3ca041b1677 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:13.065102 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b9ec2f91-e64a-471f-8140-e278b862a0f7 req-34a36c3f-8652-45c1-9cb8-e3ca041b1677 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 946 time: 0.0521371 Dec 23 12:11:13.116050 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b9ec2f91-e64a-471f-8140-e278b862a0f7 req-223e8a7e-730b-4f76-be33-bf0cf4b28773 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447533 Dec 23 12:11:14.231843 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb944d-1025-4cd4-a8e5-de17723bb275 req-433bcb08-6765-4553-8fcc-e70ee03072d8 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:14.234080 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cddb944d-1025-4cd4-a8e5-de17723bb275 req-433bcb08-6765-4553-8fcc-e70ee03072d8 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 946 time: 0.0495830 Dec 23 12:11:14.272590 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:14.291306 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cddb944d-1025-4cd4-a8e5-de17723bb275 req-6e6ba8d1-66ed-4e31-9536-844115b33886 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510170 Dec 23 12:11:14.410094 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab1b19-f01f-4558-a211-124c00a85cf7 req-9c37271f-0ed9-4d0a-a6f5-ce108530ea1c tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:14.411602 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2eab1b19-f01f-4558-a211-124c00a85cf7 req-9c37271f-0ed9-4d0a-a6f5-ce108530ea1c tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 946 time: 0.0518539 Dec 23 12:11:14.460554 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2eab1b19-f01f-4558-a211-124c00a85cf7 req-2ae708e0-62a5-46ef-8062-a10e61342a2b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 Dec 23 12:11:14.483296 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 38916) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:14.523220 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02ecfe7-a1ee-4993-a796-7bb60e0ce354 tempest-TestVolumeBootPattern-1240030617 tempest-TestVolumeBootPattern-1240030617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:14.524884 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-d02ecfe7-a1ee-4993-a796-7bb60e0ce354 tempest-TestVolumeBootPattern-1240030617 tempest-TestVolumeBootPattern-1240030617-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 1094 time: 0.0406756 Dec 23 12:11:14.528038 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 38918) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:14.533579 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Request body: {'floatingip': {'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'port_id': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:11:14.557206 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for floatingip, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:14.668929 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:14.788167 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Allocated IP 172.27.2.25 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/2f2ab2de-112b-428f-9bf0-a23a57d356a5) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:11:14.831166 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:11:14.910136 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:14.958039 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:15.002764 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:11:15.005835 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:11:15.008629 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:11:15.035297 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'Port': ['ID=2f2ab2de-112b-428f-9bf0-a23a57d356a5,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:15.475187 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:15.562008 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:15.757239 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:15.763205 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:15.832419 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'Port': ['ID=2f2ab2de-112b-428f-9bf0-a23a57d356a5,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:15.843829 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:15.946649 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.l3_db [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Floating IP 9df2230e-ff51-47ba-9060-a3ad08d426a1 associated. External IP: 172.27.2.25, port: 92f81f7f-88ea-428a-96d4-9eee250bbe11. Dec 23 12:11:16.149892 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Router dfbb7ccc-8611-4e9c-a104-e90461966c79 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:11:16.260404 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:11:16.270307 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7aa43-8a43-41ec-8844-6bb7a5576c15 None None] Sync routers for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:11:16.279769 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:16.280884 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7aa43-8a43-41ec-8844-6bb7a5576c15 None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:11:16.281542 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-8fb7aa43-8a43-41ec-8844-6bb7a5576c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:11:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:11:16.305880 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-e0820816-824c-431f-9755-306657893a4e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7766359 Dec 23 12:11:16.306429 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'tag': '92f81f7f-88ea-428a-96d4-9eee250bbe11'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:11:16.308687 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24506dc9-ed92-4474-991b-004fa0dc4e49" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cea23a-0a02-42c5-bc21-4fb61f979c10", "tag": "92f81f7f-88ea-428a-96d4-9eee250bbe11"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:11:16.346962 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5654df90-eaf1-4549-a1e1-74877b15002e x-openstack-request-id: req-5654df90-eaf1-4549-a1e1-74877b15002e {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:11:16.347296 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cea23a-0a02-42c5-bc21-4fb61f979c10", "tag": "92f81f7f-88ea-428a-96d4-9eee250bbe11", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:11:16.347579 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5654df90-eaf1-4549-a1e1-74877b15002e {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:11:16.348003 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'tag': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'status': 'completed', 'code': 200} Dec 23 12:11:16.390224 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-8fb7aa43-8a43-41ec-8844-6bb7a5576c15 None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:11:16.625374 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-8fb7aa43-8a43-41ec-8844-6bb7a5576c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '9df2230e-ff51-47ba-9060-a3ad08d426a1', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:b6:c5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:11:15Z', 'updated_at': '2021-12-23T12:11:15Z', 'revision_number': 0, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:11:16.666081 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7aa43-8a43-41ec-8844-6bb7a5576c15 None None] Checking router: dfbb7ccc-8611-4e9c-a104-e90461966c79 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:11:16.676555 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7aa43-8a43-41ec-8844-6bb7a5576c15 None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:11:16.677186 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-8fb7aa43-8a43-41ec-8844-6bb7a5576c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:11:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:11:16.781890 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-8fb7aa43-8a43-41ec-8844-6bb7a5576c15 None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:11:17.016671 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-8fb7aa43-8a43-41ec-8844-6bb7a5576c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '9df2230e-ff51-47ba-9060-a3ad08d426a1', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:b6:c5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:11:15Z', 'updated_at': '2021-12-23T12:11:15Z', 'revision_number': 0, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:11:17.046941 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7aa43-8a43-41ec-8844-6bb7a5576c15 None None] The sync data for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi is: [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '9df2230e-ff51-47ba-9060-a3ad08d426a1', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:b6:c5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:11:15Z', 'updated_at': '2021-12-23T12:11:15Z', 'revision_number': 0, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:11:17.231837 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d6366a-01fe-4a89-a9af-a4371e2347aa None None] New status for floating IP 9df2230e-ff51-47ba-9060-a3ad08d426a1: ACTIVE {{(pid=102505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:11:19.527680 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24506dc9-ed92-4474-991b-004fa0dc4e49 req-dfcc398c-d850-40d6-a23f-46118e14d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:19.529153 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-24506dc9-ed92-4474-991b-004fa0dc4e49 req-dfcc398c-d850-40d6-a23f-46118e14d818 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 1099 time: 0.0430315 Dec 23 12:11:19.625934 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24506dc9-ed92-4474-991b-004fa0dc4e49 req-bab48184-16e3-46b9-ba19-e278a5c23250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:19.627323 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-24506dc9-ed92-4474-991b-004fa0dc4e49 req-bab48184-16e3-46b9-ba19-e278a5c23250 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 912 time: 0.0893619 Dec 23 12:11:19.706909 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-24506dc9-ed92-4474-991b-004fa0dc4e49 req-34b3a959-1b3e-4a5f-a4c4-dd54c61d8948 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92f81f7f-88ea-428a-96d4-9eee250bbe11 HTTP/1.1" status: 200 len: 1001 time: 0.0655038 Dec 23 12:11:19.780106 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24506dc9-ed92-4474-991b-004fa0dc4e49 req-299ae931-7771-4e4a-952a-8559e758a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:19.781629 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-24506dc9-ed92-4474-991b-004fa0dc4e49 req-299ae931-7771-4e4a-952a-8559e758a15f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0483530 Dec 23 12:11:19.835950 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24506dc9-ed92-4474-991b-004fa0dc4e49 req-ee8f69de-a2b5-494c-958e-54ab195f0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:19.837423 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-24506dc9-ed92-4474-991b-004fa0dc4e49 req-ee8f69de-a2b5-494c-958e-54ab195f0783 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406754 Dec 23 12:11:19.930643 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-24506dc9-ed92-4474-991b-004fa0dc4e49 req-b8ebd1cd-634a-46e8-8455-1e89ac9d6a4f service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842752 Dec 23 12:11:20.031089 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-24506dc9-ed92-4474-991b-004fa0dc4e49 req-9f192511-0d5c-4565-a47a-2bb2838bbd1d service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868733 Dec 23 12:11:23.031724 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 38970) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:23.175912 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c2051af8-277c-49fd-baec-ccd478b13fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.249673 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c2051af8-277c-49fd-baec-ccd478b13fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.255183 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-c2051af8-277c-49fd-baec-ccd478b13fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.295945 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-c2051af8-277c-49fd-baec-ccd478b13fb0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5e4d9f5aa2b4470c8280bf3a4ee41b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631443 Dec 23 12:11:23.297054 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2051af8-277c-49fd-baec-ccd478b13fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6f09d8-1b9c-492c-bbfd-eddcc93c730f,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:23.298811 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 38974) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:23.347908 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-988811a4-8c35-4b21-bca8-31241b0d4a9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.371200 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-988811a4-8c35-4b21-bca8-31241b0d4a9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.424804 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-988811a4-8c35-4b21-bca8-31241b0d4a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.427544 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-988811a4-8c35-4b21-bca8-31241b0d4a9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.428702 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-988811a4-8c35-4b21-bca8-31241b0d4a9f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b6f09d8-1b9c-492c-bbfd-eddcc93c730f HTTP/1.1" status: 204 len: 168 time: 0.1288192 Dec 23 12:11:23.436812 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988811a4-8c35-4b21-bca8-31241b0d4a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6f09d8-1b9c-492c-bbfd-eddcc93c730f,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:23.708850 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 38980) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:23.722466 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7c9d8d4b-0b0d-46a9-8755-a49ad239c7d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.803440 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7c9d8d4b-0b0d-46a9-8755-a49ad239c7d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.810107 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7c9d8d4b-0b0d-46a9-8755-a49ad239c7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.848454 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-7c9d8d4b-0b0d-46a9-8755-a49ad239c7d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef712f9639c54e5cb6de3f4336e38b8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385145 Dec 23 12:11:23.849306 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d8d4b-0b0d-46a9-8755-a49ad239c7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8160b7b-4320-489e-9712-a61d5e91828c,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:23.852147 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 38982) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:23.903023 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14631dfb-5eae-43bd-ad05-6ecb26b82460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.923503 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14631dfb-5eae-43bd-ad05-6ecb26b82460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.972252 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14631dfb-5eae-43bd-ad05-6ecb26b82460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.974973 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-14631dfb-5eae-43bd-ad05-6ecb26b82460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.976139 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-14631dfb-5eae-43bd-ad05-6ecb26b82460 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a8160b7b-4320-489e-9712-a61d5e91828c HTTP/1.1" status: 204 len: 168 time: 0.1229982 Dec 23 12:11:23.984376 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14631dfb-5eae-43bd-ad05-6ecb26b82460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8160b7b-4320-489e-9712-a61d5e91828c,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:33.767889 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-4a9847b0-de1b-45e2-91b9-8b00e45d67ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:35.978474 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-31a77efe-508b-45a6-9d5a-3ecfe56da449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:37.198624 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:38.621094 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:39.297660 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:44.309775 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:50.267981 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-96668e92-a078-43dd-af78-9281a8f38b7b req-870b58ea-cd20-4381-b8bb-0387f9f7ab7e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417054 Dec 23 12:11:50.405525 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96668e92-a078-43dd-af78-9281a8f38b7b req-c03a8687-1b44-4fc4-8f2d-234a5c47793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:50.407055 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-96668e92-a078-43dd-af78-9281a8f38b7b req-c03a8687-1b44-4fc4-8f2d-234a5c47793f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 1099 time: 0.0425363 Dec 23 12:11:50.527671 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96668e92-a078-43dd-af78-9281a8f38b7b req-efc5499a-969f-48b4-a1ca-8d5d4ced15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:50.529155 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-96668e92-a078-43dd-af78-9281a8f38b7b req-efc5499a-969f-48b4-a1ca-8d5d4ced15ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 912 time: 0.0890923 Dec 23 12:11:50.597454 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-96668e92-a078-43dd-af78-9281a8f38b7b req-0a8616e8-830d-4f71-ad6c-d5fa90c013d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92f81f7f-88ea-428a-96d4-9eee250bbe11 HTTP/1.1" status: 200 len: 1001 time: 0.0567510 Dec 23 12:11:50.654638 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96668e92-a078-43dd-af78-9281a8f38b7b req-2c7865b9-4589-4ded-8406-cbcae06581c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:50.656682 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-96668e92-a078-43dd-af78-9281a8f38b7b req-2c7865b9-4589-4ded-8406-cbcae06581c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0481782 Dec 23 12:11:50.717156 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96668e92-a078-43dd-af78-9281a8f38b7b req-dc84a5a8-e5fe-4fd7-a4d7-3a0d1b5d0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:50.718875 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-96668e92-a078-43dd-af78-9281a8f38b7b req-dc84a5a8-e5fe-4fd7-a4d7-3a0d1b5d0cc8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441141 Dec 23 12:11:50.822149 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-96668e92-a078-43dd-af78-9281a8f38b7b req-480bc98f-efe6-40b5-b7fb-4f70ccfba450 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941489 Dec 23 12:11:50.922127 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-96668e92-a078-43dd-af78-9281a8f38b7b req-4b06e76d-cf69-48f9-a26d-55e70c97fd69 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869267 Dec 23 12:11:51.835653 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:12:03.767676 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-edce6950-c9a7-4ad4-95fb-71b686cc85f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:04.892530 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39202) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:05.004054 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4d95428b-e1f0-4ce4-882a-172c9d008dc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:05.081646 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4d95428b-e1f0-4ce4-882a-172c9d008dc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:05.086786 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-4d95428b-e1f0-4ce4-882a-172c9d008dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:05.139596 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-4d95428b-e1f0-4ce4-882a-172c9d008dc7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4532116d419444a3a2ee05177f723883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457895 Dec 23 12:12:05.140329 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95428b-e1f0-4ce4-882a-172c9d008dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cd6fa7-dfe6-44e8-8f7d-a5478b29649d,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:05.142364 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39206) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:05.198067 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:05.219439 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:05.266225 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:05.268940 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:05.270106 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c2cd6fa7-dfe6-44e8-8f7d-a5478b29649d HTTP/1.1" status: 204 len: 168 time: 0.1264646 Dec 23 12:12:05.278355 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cd6fa7-dfe6-44e8-8f7d-a5478b29649d,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:05.285656 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:05.286487 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:05.286956 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:05.287338 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:05.287679 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:05.288060 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:05.288337 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:05.288670 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:05.289000 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:05.289335 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:05.289662 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:05.290004 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:05.290308 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c832a-2362-4fe2-87f3-21cf13120383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:05.973948 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-3ba04eae-a254-4e34-9ea8-a6f5636cad24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:07.207099 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:08.631814 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:08.901218 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39254) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:09.023183 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-708e23d1-1165-487c-8f32-4b6ac4a23059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:09.110607 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-708e23d1-1165-487c-8f32-4b6ac4a23059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:09.115945 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-708e23d1-1165-487c-8f32-4b6ac4a23059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:09.153041 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-708e23d1-1165-487c-8f32-4b6ac4a23059 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ee7f37a47cd4a0fb99b23b979a825e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506731 Dec 23 12:12:09.153882 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e23d1-1165-487c-8f32-4b6ac4a23059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2ad3bc-b77a-4202-8f04-50bc9a22340b,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:09.155888 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39258) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:09.210848 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8cce63db-a763-4597-970b-655c88a3fb75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:09.241461 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8cce63db-a763-4597-970b-655c88a3fb75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:09.289229 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8cce63db-a763-4597-970b-655c88a3fb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:09.291332 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:09.292072 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-8cce63db-a763-4597-970b-655c88a3fb75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:09.295978 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-8cce63db-a763-4597-970b-655c88a3fb75 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee2ad3bc-b77a-4202-8f04-50bc9a22340b HTTP/1.1" status: 204 len: 168 time: 0.1377904 Dec 23 12:12:09.304504 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce63db-a763-4597-970b-655c88a3fb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2ad3bc-b77a-4202-8f04-50bc9a22340b,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:09.951515 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39280) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:10.058107 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-29903280-network', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:12:10.084107 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] Made reservation on behalf of 261f3dd2fce84f6ba9012d9b2b7b8820 for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:12:10.086693 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.094773 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.174933 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.182782 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.209084 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:12:10.224448 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b30d294-81af-453d-966b-2d261e2332aa,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:10.228713 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.229062 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] Added segment f3448ddd-800e-4578-861a-c01e16349821 of type vlan for network 93a34628-ca73-4073-8e65-978439af824b Dec 23 12:12:10.268511 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.294903 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.295987 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:10.296620 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.356769 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4039776 Dec 23 12:12:10.360087 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39284) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:10.362757 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919d54b-630d-4c66-b5a0-ed73bc7b0127 admin admin] Pushing event updated for resources: {'Network': ['ID=93a34628-ca73-4073-8e65-978439af824b,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:10.366448 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-ea605a0b-2af2-4a80-aa29-b8f1c42a07bb admin admin] Request body: {'subnet': {'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-29903280-subnet', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'ip_version': 4}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:12:10.373185 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network 93a34628-ca73-4073-8e65-978439af824b details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:12:10.397119 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea605a0b-2af2-4a80-aa29-b8f1c42a07bb admin admin] Made reservation on behalf of 261f3dd2fce84f6ba9012d9b2b7b8820 for: {'subnet': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:12:10.399641 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ea605a0b-2af2-4a80-aa29-b8f1c42a07bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9255072'] for subnet, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.565435 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ea605a0b-2af2-4a80-aa29-b8f1c42a07bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10279228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9255090'] for subnet, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.612752 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea605a0b-2af2-4a80-aa29-b8f1c42a07bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=76255089-624a-4f5b-b58c-d47c193a08ee,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:10.627526 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea605a0b-2af2-4a80-aa29-b8f1c42a07bb admin admin] Checking segment: {'id': 'f3448ddd-800e-4578-861a-c01e16349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93a34628-ca73-4073-8e65-978439af824b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:12:10.627885 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea605a0b-2af2-4a80-aa29-b8f1c42a07bb admin admin] Network hostable DHCP agents. Network: 93a34628-ca73-4073-8e65-978439af824b, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102503) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:12:10.646970 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea605a0b-2af2-4a80-aa29-b8f1c42a07bb admin admin] Network 93a34628-ca73-4073-8e65-978439af824b is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102503) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:12:10.656760 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-ea605a0b-2af2-4a80-aa29-b8f1c42a07bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, 93a34628-ca73-4073-8e65-978439af824b) {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:12:10.661187 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea605a0b-2af2-4a80-aa29-b8f1c42a07bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:10.661921 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ea605a0b-2af2-4a80-aa29-b8f1c42a07bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.666080 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece0f402-d202-4e77-b142-ffb51717a804 None None] Network 93a34628-ca73-4073-8e65-978439af824b requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:12:10.678098 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-ea605a0b-2af2-4a80-aa29-b8f1c42a07bb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3158274 Dec 23 12:12:10.681012 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39286) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:10.685535 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:12:10.709412 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5024'] for router, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.710468 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.766308 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.768877 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e318bb8-a34c-5995-8f3a-345823c4d2f7-93a34628-ca73-4073-8e65-978439af824b', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'fixed_ips': [{'subnet_id': '76255089-624a-4f5b-b58c-d47c193a08ee'}]}} from dv-cinder-822821-1-iscsi. {{(pid=102504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:12:10.769845 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.895318 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:10.905452 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.db_base_plugin_common [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Allocated IP 172.20.0.2 (93a34628-ca73-4073-8e65-978439af824b/76255089-624a-4f5b-b58c-d47c193a08ee/3e43bbf7-5af3-4297-a2f1-d57eaca0c135) {{(pid=102504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:12:11.047750 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:11.056253 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:11.102091 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Network 93a34628-ca73-4073-8e65-978439af824b is already hosted by enough agents. {{(pid=102504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:12:11.106099 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.base_scheduler [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Resources bound (agent type, host, resource id): {{(pid=102504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:12:11.108400 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Pushing event updated for resources: {'Port': ['ID=3e43bbf7-5af3-4297-a2f1-d57eaca0c135,revision_number=1']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:11.109457 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:11.110646 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Received port after_create {{(pid=102504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:12:11.119469 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:11.119840 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:11.120168 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:11.120500 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:11.120835 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:11.121165 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:11.121489 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:11.121816 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:11.122136 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:11.122463 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:11.122812 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:11.123130 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:11.123451 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:11.129777 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:11.174787 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Attempting to bind port 3e43bbf7-5af3-4297-a2f1-d57eaca0c135 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:12:11.175021 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Attempting to bind port 3e43bbf7-5af3-4297-a2f1-d57eaca0c135 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'f3448ddd-800e-4578-861a-c01e16349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93a34628-ca73-4073-8e65-978439af824b'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:12:11.175417 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Attempting to bind port 3e43bbf7-5af3-4297-a2f1-d57eaca0c135 on network 93a34628-ca73-4073-8e65-978439af824b {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:12:11.180815 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:12:11.181193 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Checking segment: {'id': 'f3448ddd-800e-4578-861a-c01e16349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93a34628-ca73-4073-8e65-978439af824b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:12:11.181582 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:11.181975 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Bound using segment: {'id': 'f3448ddd-800e-4578-861a-c01e16349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93a34628-ca73-4073-8e65-978439af824b'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:12:11.182435 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Bound port: 3e43bbf7-5af3-4297-a2f1-d57eaca0c135, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3448ddd-800e-4578-861a-c01e16349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93a34628-ca73-4073-8e65-978439af824b'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:12:11.182845 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:11.231587 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_common [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Allocated IP 172.27.2.96 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/8c302bdd-afa9-4511-a0bc-283a7f771166) {{(pid=102502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:12:11.245277 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] For port 3e43bbf7-5af3-4297-a2f1-d57eaca0c135, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:12:11.248689 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] For port 3e43bbf7-5af3-4297-a2f1-d57eaca0c135, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=3e43bbf7-5af3-4297-a2f1-d57eaca0c135,segment=NetworkSegment(f3448ddd-800e-4578-861a-c01e16349821),segment_id=f3448ddd-800e-4578-861a-c01e16349821)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:12:11.252615 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:11.313161 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297ac56-9a73-4d20-b7cb-7ee7623007c4 None None] Pushing event updated for resources: {'Port': ['ID=3e43bbf7-5af3-4297-a2f1-d57eaca0c135,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:11.343030 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:11.380542 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:11.421140 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:12:11.424084 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:12:11.427703 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Received port after_create {{(pid=102502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:12:11.433283 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Pushing event updated for resources: {'Port': ['ID=8c302bdd-afa9-4511-a0bc-283a7f771166,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:11.708336 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:11.905114 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598901'] for router, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:12.038977 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Router 41a82589-e2e1-4f7e-8d53-3188477fac31 is scheduled to L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f with binding_index 1 {{(pid=102502) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:12:12.145528 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:12:12.155357 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Sync routers for ids ['41a82589-e2e1-4f7e-8d53-3188477fac31'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:12:12.165705 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] Publish callbacks [] for router, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:12.167156 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-5f28ac26-3f8b-4453-9535-0fcaee701de4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4851134 Dec 23 12:12:12.168450 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Routers {'41a82589-e2e1-4f7e-8d53-3188477fac31'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:12:12.169254 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:12:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['41a82589-e2e1-4f7e-8d53-3188477fac31'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:12.169771 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39288) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:12.204714 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15533e97-aa54-46cf-9a3a-301719faeb9a None None] Network 93a34628-ca73-4073-8e65-978439af824b requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:12:12.331552 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-adaeb09e-0570-4e8c-9308-00d32b598906 None None] Provisioning complete for port 3e43bbf7-5af3-4297-a2f1-d57eaca0c135 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:12.331896 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-adaeb09e-0570-4e8c-9308-00d32b598906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:12.387205 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Set router 41a82589-e2e1-4f7e-8d53-3188477fac31 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:12:12.572094 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-adaeb09e-0570-4e8c-9308-00d32b598906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:12.636793 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-adaeb09e-0570-4e8c-9308-00d32b598906 None None] For port 3e43bbf7-5af3-4297-a2f1-d57eaca0c135, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=3e43bbf7-5af3-4297-a2f1-d57eaca0c135,segment=NetworkSegment(f3448ddd-800e-4578-861a-c01e16349821),segment_id=f3448ddd-800e-4578-861a-c01e16349821)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:12:12.642992 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-adaeb09e-0570-4e8c-9308-00d32b598906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:12.686243 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:12:11Z', 'revision_number': 3, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port': {'id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:11Z', 'updated_at': '2021-12-23T12:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:12.717234 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Checking router: 41a82589-e2e1-4f7e-8d53-3188477fac31 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:12:12.717586 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Updating router 41a82589-e2e1-4f7e-8d53-3188477fac31 port 8c302bdd-afa9-4511-a0bc-283a7f771166 binding host dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:12:12.775626 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:12.879644 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaeb09e-0570-4e8c-9308-00d32b598906 None None] Pushing event updated for resources: {'Port': ['ID=3e43bbf7-5af3-4297-a2f1-d57eaca0c135,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:12.889842 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:12.914147 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-726e333f-9d7e-48bd-9727-b93ce0f4fff8 None None] Provisioning complete for port 3e43bbf7-5af3-4297-a2f1-d57eaca0c135 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:12.914537 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-726e333f-9d7e-48bd-9727-b93ce0f4fff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:12.939581 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_common [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Allocated IP 172.20.0.1 (93a34628-ca73-4073-8e65-978439af824b/76255089-624a-4f5b-b58c-d47c193a08ee/95e92879-957d-44e5-9250-96fdbe7bd940) {{(pid=102502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:12:13.055483 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.091756 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 3e43bbf7-5af3-4297-a2f1-d57eaca0c135 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:12:13.093181 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.132005 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Network 93a34628-ca73-4073-8e65-978439af824b is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:12:13.134943 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:12:13.138422 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Received port after_create {{(pid=102502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:12:13.167139 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Pushing event updated for resources: {'Port': ['ID=95e92879-957d-44e5-9250-96fdbe7bd940,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:13.191467 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601410'] for router_interface, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.229366 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 3e43bbf7-5af3-4297-a2f1-d57eaca0c135 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:13.229935 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.313712 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.322892 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.337410 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.413964 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Attempting to bind port 8c302bdd-afa9-4511-a0bc-283a7f771166 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:12:13.414221 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Attempting to bind port 8c302bdd-afa9-4511-a0bc-283a7f771166 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:12:13.414608 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Attempting to bind port 8c302bdd-afa9-4511-a0bc-283a7f771166 on network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:12:13.419202 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efc1db-edb2-4326-915d-992c537eb18d None None] Pushing event updated for resources: {'Port': ['ID=8c302bdd-afa9-4511-a0bc-283a7f771166,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:13.427867 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:12:13.428243 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Checking segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:12:13.428661 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.429015 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Bound using segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:12:13.429490 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Bound port: 8c302bdd-afa9-4511-a0bc-283a7f771166, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:12:13.429900 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.433586 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-de16200f-e17e-4a53-bde1-582b13fc0eda None None] Provisioning complete for port 95e92879-957d-44e5-9250-96fdbe7bd940 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:13.433934 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-de16200f-e17e-4a53-bde1-582b13fc0eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.503580 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-de16200f-e17e-4a53-bde1-582b13fc0eda None None] Port 95e92879-957d-44e5-9250-96fdbe7bd940 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:12:13.505658 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.510120 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] For port 8c302bdd-afa9-4511-a0bc-283a7f771166, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:12:13.512176 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10476032'] for port, after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.513347 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] For port 8c302bdd-afa9-4511-a0bc-283a7f771166, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=8c302bdd-afa9-4511-a0bc-283a7f771166,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:12:13.518623 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.575621 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efc1db-edb2-4326-915d-992c537eb18d None None] Pushing event updated for resources: {'Port': ['ID=8c302bdd-afa9-4511-a0bc-283a7f771166,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:13.578223 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Routers {'41a82589-e2e1-4f7e-8d53-3188477fac31'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:12:13.578855 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:12:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['41a82589-e2e1-4f7e-8d53-3188477fac31'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:13.582003 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Pushing event updated for resources: {'Port': ['ID=95e92879-957d-44e5-9250-96fdbe7bd940,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:13.584882 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601398'] for router_interface, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.679135 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Network 93a34628-ca73-4073-8e65-978439af824b is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:12:13.680498 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:12:13.692819 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] Set router 41a82589-e2e1-4f7e-8d53-3188477fac31 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:12:13.806267 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Router 41a82589-e2e1-4f7e-8d53-3188477fac31 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:12:13.900694 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 4, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port': {'id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:11Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '95e92879-957d-44e5-9250-96fdbe7bd940', 'name': '', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'mac_address': 'fa:16:3e:42:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:12Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 2, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'subnets': [{'id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:13.912715 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:12:13.917552 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-72876b37-5033-4a83-a8b8-3d450835403b admin admin] 10.222.0.65 "PUT /v2.0/routers/41a82589-e2e1-4f7e-8d53-3188477fac31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7468088 Dec 23 12:12:13.936920 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f5536-a06f-4438-a2cb-268794b073d5 None None] The sync data for ids ['41a82589-e2e1-4f7e-8d53-3188477fac31'] in dv-cinder-822821-1-iscsi is: [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 4, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port': {'id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:11Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '95e92879-957d-44e5-9250-96fdbe7bd940', 'name': '', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'mac_address': 'fa:16:3e:42:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:12Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 2, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'subnets': [{'id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:12:13.947824 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-ab733788-1f7d-4238-9990-de4ab1dc88b2 None None] Provisioning complete for port 95e92879-957d-44e5-9250-96fdbe7bd940 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:13.948197 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-ab733788-1f7d-4238-9990-de4ab1dc88b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:13.982789 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-ab733788-1f7d-4238-9990-de4ab1dc88b2 None None] Port 95e92879-957d-44e5-9250-96fdbe7bd940 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:12:14.287904 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:14.424986 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39304) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:14.430154 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-111323459-network', 'tenant_id': '951d26886e0a47f687365cd4bf764b96'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:12:14.453200 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] Made reservation on behalf of 951d26886e0a47f687365cd4bf764b96 for: {'network': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:12:14.455741 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for network, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:14.464966 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:14.546699 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:14.555343 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:14.582958 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102502) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:12:14.593094 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2d5f54-fac3-4d1f-84a4-622b153b0564,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:14.599647 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:14.600007 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.segments_db [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] Added segment 30be42b6-dbff-4f85-a074-3b50e30115e8 of type vlan for network af9c61e3-4f40-45fd-9150-f20a1f678130 Dec 23 12:12:14.642585 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791477365818'] for network, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:14.670475 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762'] for network, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:14.671608 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:14.672253 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:14.732956 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3064840 Dec 23 12:12:14.735574 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39306) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:14.740375 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-7e283215-6862-4b4d-9003-4e0df58cb2a6 admin admin] Request body: {'subnet': {'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-111323459-subnet', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'ip_version': 4}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:12:14.747572 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2015fab-3dd2-4535-a9a3-05283b9c1542 admin admin] Pushing event updated for resources: {'Network': ['ID=af9c61e3-4f40-45fd-9150-f20a1f678130,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:14.757535 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Network af9c61e3-4f40-45fd-9150-f20a1f678130 details requested by agent ovs-agent-dv-cinder-822821-1-iscsi with host dv-cinder-822821-1-iscsi {{(pid=102504) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:12:14.770027 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e283215-6862-4b4d-9003-4e0df58cb2a6 admin admin] Made reservation on behalf of 951d26886e0a47f687365cd4bf764b96 for: {'subnet': 1} {{(pid=102502) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:12:14.772986 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7e283215-6862-4b4d-9003-4e0df58cb2a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218205'] for subnet, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:14.945287 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7e283215-6862-4b4d-9003-4e0df58cb2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10471099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218191'] for subnet, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:14.994118 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e283215-6862-4b4d-9003-4e0df58cb2a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9925668-c7d7-4ca8-b722-59551b14dc3b,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:15.013645 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e283215-6862-4b4d-9003-4e0df58cb2a6 admin admin] Checking segment: {'id': '30be42b6-dbff-4f85-a074-3b50e30115e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:12:15.014010 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e283215-6862-4b4d-9003-4e0df58cb2a6 admin admin] Network hostable DHCP agents. Network: af9c61e3-4f40-45fd-9150-f20a1f678130, hostable agents: ['727a2942-ebc3-4e91-88b4-49f8bc69a26d'], hosted agents: [] {{(pid=102502) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:12:15.040197 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e283215-6862-4b4d-9003-4e0df58cb2a6 admin admin] Network af9c61e3-4f40-45fd-9150-f20a1f678130 is scheduled to be hosted by DHCP agent 727a2942-ebc3-4e91-88b4-49f8bc69a26d with binding_index 1 {{(pid=102502) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:12:15.052850 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-7e283215-6862-4b4d-9003-4e0df58cb2a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822821-1-iscsi, af9c61e3-4f40-45fd-9150-f20a1f678130) {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:12:15.057715 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e283215-6862-4b4d-9003-4e0df58cb2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102502) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:15.058310 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7e283215-6862-4b4d-9003-4e0df58cb2a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.063203 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9459f3ac-d0d6-4cce-bd77-d9d7a5fbfe5a None None] Network af9c61e3-4f40-45fd-9150-f20a1f678130 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:12:15.092684 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39308) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:15.093209 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-7e283215-6862-4b4d-9003-4e0df58cb2a6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3562295 Dec 23 12:12:15.100782 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-111323459-router', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:12:15.118770 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 8c302bdd-afa9-4511-a0bc-283a7f771166 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:12:15.126130 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5024'] for router, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.127237 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-598850', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5049'] for router, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.188697 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.204242 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e318bb8-a34c-5995-8f3a-345823c4d2f7-af9c61e3-4f40-45fd-9150-f20a1f678130', 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130', 'project_id': '951d26886e0a47f687365cd4bf764b96', 'fixed_ips': [{'subnet_id': 'f9925668-c7d7-4ca8-b722-59551b14dc3b'}]}} from dv-cinder-822821-1-iscsi. {{(pid=102504) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:12:15.205094 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.224695 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 8c302bdd-afa9-4511-a0bc-283a7f771166 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:15.225061 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.327079 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.402042 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.db_base_plugin_common [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Allocated IP 172.20.0.2 (af9c61e3-4f40-45fd-9150-f20a1f678130/f9925668-c7d7-4ca8-b722-59551b14dc3b/c4fd55fa-fb5c-4c93-8151-fe18501eb8bb) {{(pid=102504) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:12:15.413831 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.452689 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] For port 8c302bdd-afa9-4511-a0bc-283a7f771166, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=8c302bdd-afa9-4511-a0bc-283a7f771166,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:12:15.530266 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.549973 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.627027 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.661233 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Allocated IP 172.27.2.253 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/844f1ac0-f659-4a17-bc7c-55a0ca57b5e0) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:12:15.706438 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Pushing event updated for resources: {'Port': ['ID=8c302bdd-afa9-4511-a0bc-283a7f771166,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:15.765129 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Publish callbacks [] for port, precommit_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.774394 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123'] for port, after_create {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.780449 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.815644 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.817356 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Network af9c61e3-4f40-45fd-9150-f20a1f678130 is already hosted by enough agents. {{(pid=102504) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:12:15.821290 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.scheduler.base_scheduler [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Resources bound (agent type, host, resource id): {{(pid=102504) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:12:15.824887 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Received port after_create {{(pid=102504) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:12:15.837004 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Pushing event updated for resources: {'Port': ['ID=c4fd55fa-fb5c-4c93-8151-fe18501eb8bb,revision_number=1']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:15.866311 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:12:15.869269 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:12:15.871782 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:12:15.879019 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Pushing event updated for resources: {'Port': ['ID=844f1ac0-f659-4a17-bc7c-55a0ca57b5e0,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:15.893801 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Attempting to bind port c4fd55fa-fb5c-4c93-8151-fe18501eb8bb on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:12:15.894174 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Attempting to bind port c4fd55fa-fb5c-4c93-8151-fe18501eb8bb by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': '30be42b6-dbff-4f85-a074-3b50e30115e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:12:15.894564 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Attempting to bind port c4fd55fa-fb5c-4c93-8151-fe18501eb8bb on network af9c61e3-4f40-45fd-9150-f20a1f678130 {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:12:15.900621 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:12:15.901006 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Checking segment: {'id': '30be42b6-dbff-4f85-a074-3b50e30115e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:12:15.901407 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.901798 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Bound using segment: {'id': '30be42b6-dbff-4f85-a074-3b50e30115e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:12:15.902267 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Bound port: c4fd55fa-fb5c-4c93-8151-fe18501eb8bb, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30be42b6-dbff-4f85-a074-3b50e30115e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:12:15.902748 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.910972 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:15.911636 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:15.912162 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:15.912162 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:15.912373 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:15.912672 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:15.913002 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:15.913331 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:15.914184 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:15.914184 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:15.914349 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:15.914620 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:15.915089 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:15.970368 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] For port c4fd55fa-fb5c-4c93-8151-fe18501eb8bb, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:12:15.974689 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] For port c4fd55fa-fb5c-4c93-8151-fe18501eb8bb, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=c4fd55fa-fb5c-4c93-8151-fe18501eb8bb,segment=NetworkSegment(30be42b6-dbff-4f85-a074-3b50e30115e8),segment_id=30be42b6-dbff-4f85-a074-3b50e30115e8)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:12:15.981701 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:15.989907 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Sync routers for ids ['41a82589-e2e1-4f7e-8d53-3188477fac31'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:12:16.005555 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Routers {'41a82589-e2e1-4f7e-8d53-3188477fac31'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:12:16.006125 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:12:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['41a82589-e2e1-4f7e-8d53-3188477fac31'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:16.056759 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1b900-aa5c-48cc-8018-6209ce94bb27 None None] Pushing event updated for resources: {'Port': ['ID=c4fd55fa-fb5c-4c93-8151-fe18501eb8bb,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:16.142658 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Set router 41a82589-e2e1-4f7e-8d53-3188477fac31 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:12:16.502249 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:16.507984 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 4, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port': {'id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:11Z', 'updated_at': '2021-12-23T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '95e92879-957d-44e5-9250-96fdbe7bd940', 'name': '', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'mac_address': 'fa:16:3e:42:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:12Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 2, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'subnets': [{'id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:16.536360 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Checking router: 41a82589-e2e1-4f7e-8d53-3188477fac31 for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:12:16.536920 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Updating router 41a82589-e2e1-4f7e-8d53-3188477fac31 port 95e92879-957d-44e5-9250-96fdbe7bd940 binding host dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:12:16.563489 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:16.713904 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-598901'] for router, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:16.858182 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Router 30bb17f2-314a-4be2-8910-65624d407f0f is scheduled to L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f with binding_index 1 {{(pid=102503) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:12:16.870686 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:16.876546 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:16.918163 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Pushing event updated for resources: {'Port': ['ID=95e92879-957d-44e5-9250-96fdbe7bd940,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:16.927075 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:16.927445 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:16.928001 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:16.928348 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:16.928684 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:16.929016 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:16.929345 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:16.929672 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:16.930014 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:16.930319 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:16.930665 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:16.930986 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:16.931307 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102505) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:16.974455 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:12:16.985454 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Sync routers for ids ['30bb17f2-314a-4be2-8910-65624d407f0f'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:12:16.995595 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] Publish callbacks [] for router, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:16.999962 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39310) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:17.000469 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-3ed9550e-bc29-4066-af42-7ae931d13911 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9055746 Dec 23 12:12:17.001822 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Attempting to bind port 95e92879-957d-44e5-9250-96fdbe7bd940 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:12:17.002698 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Attempting to bind port 95e92879-957d-44e5-9250-96fdbe7bd940 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'f3448ddd-800e-4578-861a-c01e16349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93a34628-ca73-4073-8e65-978439af824b'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:12:17.003251 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Attempting to bind port 95e92879-957d-44e5-9250-96fdbe7bd940 on network 93a34628-ca73-4073-8e65-978439af824b {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:12:17.006972 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Routers {'30bb17f2-314a-4be2-8910-65624d407f0f'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:12:17.011278 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:12:17.011661 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Checking segment: {'id': 'f3448ddd-800e-4578-861a-c01e16349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93a34628-ca73-4073-8e65-978439af824b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:12:17.012883 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:17.013439 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Bound using segment: {'id': 'f3448ddd-800e-4578-861a-c01e16349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93a34628-ca73-4073-8e65-978439af824b'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:12:17.014209 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Bound port: 95e92879-957d-44e5-9250-96fdbe7bd940, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3448ddd-800e-4578-861a-c01e16349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93a34628-ca73-4073-8e65-978439af824b'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:12:17.014725 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:12:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['30bb17f2-314a-4be2-8910-65624d407f0f'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:17.015087 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:17.109378 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] For port 95e92879-957d-44e5-9250-96fdbe7bd940, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:12:17.117896 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] For port 95e92879-957d-44e5-9250-96fdbe7bd940, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=95e92879-957d-44e5-9250-96fdbe7bd940,segment=NetworkSegment(f3448ddd-800e-4578-861a-c01e16349821),segment_id=f3448ddd-800e-4578-861a-c01e16349821)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:12:17.126412 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:17.188638 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Routers {'41a82589-e2e1-4f7e-8d53-3188477fac31'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:12:17.189278 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:12:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['41a82589-e2e1-4f7e-8d53-3188477fac31'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:17.233698 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Set router 30bb17f2-314a-4be2-8910-65624d407f0f gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:12:17.268655 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0b1863-5cc4-4bc3-8fe0-83c581ad2a32 None None] Network af9c61e3-4f40-45fd-9150-f20a1f678130 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:12:17.273090 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f95ce-92e1-4e47-8647-621c20af843e None None] Pushing event updated for resources: {'Port': ['ID=95e92879-957d-44e5-9250-96fdbe7bd940,revision_number=4']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:17.329097 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 8c302bdd-afa9-4511-a0bc-283a7f771166 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:12:17.350082 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] Set router 41a82589-e2e1-4f7e-8d53-3188477fac31 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:12:17.469177 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-729c8c69-d443-47ea-986a-2fdd0fc33a62 None None] Provisioning complete for port c4fd55fa-fb5c-4c93-8151-fe18501eb8bb triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:17.469544 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-729c8c69-d443-47ea-986a-2fdd0fc33a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:17.576654 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 4, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port': {'id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:11Z', 'updated_at': '2021-12-23T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '95e92879-957d-44e5-9250-96fdbe7bd940', 'name': '', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'mac_address': 'fa:16:3e:42:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:12Z', 'updated_at': '2021-12-23T12:12:17Z', 'revision_number': 4, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'subnets': [{'id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:17.590611 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 8c302bdd-afa9-4511-a0bc-283a7f771166 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:17.590980 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:17.605696 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098853dc-5663-4252-9e77-920b9d0853aa None None] The sync data for ids ['41a82589-e2e1-4f7e-8d53-3188477fac31'] in dv-cinder-822821-1-iscsi is: [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 4, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port': {'id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:11Z', 'updated_at': '2021-12-23T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '95e92879-957d-44e5-9250-96fdbe7bd940', 'name': '', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'mac_address': 'fa:16:3e:42:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:12Z', 'updated_at': '2021-12-23T12:12:17Z', 'revision_number': 4, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'subnets': [{'id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:12:17.626373 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:17.686691 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-729c8c69-d443-47ea-986a-2fdd0fc33a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:17.761884 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-729c8c69-d443-47ea-986a-2fdd0fc33a62 None None] For port c4fd55fa-fb5c-4c93-8151-fe18501eb8bb, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=c4fd55fa-fb5c-4c93-8151-fe18501eb8bb,segment=NetworkSegment(30be42b6-dbff-4f85-a074-3b50e30115e8),segment_id=30be42b6-dbff-4f85-a074-3b50e30115e8)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:12:17.765570 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'name': 'tempest-TestMinimumBasicScenario-111323459-router', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '844f1ac0-f659-4a17-bc7c-55a0ca57b5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:12:16Z', 'revision_number': 3, 'project_id': '951d26886e0a47f687365cd4bf764b96', 'gw_port': {'id': '844f1ac0-f659-4a17-bc7c-55a0ca57b5e0', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:17.798022 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-729c8c69-d443-47ea-986a-2fdd0fc33a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:17.806639 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Checking router: 30bb17f2-314a-4be2-8910-65624d407f0f for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:12:17.807150 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Updating router 30bb17f2-314a-4be2-8910-65624d407f0f port 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0 binding host dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:12:17.812807 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device c4fd55fa-fb5c-4c93-8151-fe18501eb8bb up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:12:17.826874 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_common [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Allocated IP 172.20.0.1 (af9c61e3-4f40-45fd-9150-f20a1f678130/f9925668-c7d7-4ca8-b722-59551b14dc3b/c0090ade-47c4-4ef1-9443-55121086cd9b) {{(pid=102502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:12:17.900561 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:17.908296 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-729c8c69-d443-47ea-986a-2fdd0fc33a62 None None] Provisioning complete for port 95e92879-957d-44e5-9250-96fdbe7bd940 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:17.908587 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-729c8c69-d443-47ea-986a-2fdd0fc33a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:17.944567 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:17.955132 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c8c69-d443-47ea-986a-2fdd0fc33a62 None None] Pushing event updated for resources: {'Port': ['ID=c4fd55fa-fb5c-4c93-8151-fe18501eb8bb,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:17.983501 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.024099 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Network af9c61e3-4f40-45fd-9150-f20a1f678130 is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:12:18.027487 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:12:18.031243 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Received port after_create {{(pid=102502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:12:18.063568 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port c4fd55fa-fb5c-4c93-8151-fe18501eb8bb triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:18.064073 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.073614 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Pushing event updated for resources: {'Port': ['ID=c0090ade-47c4-4ef1-9443-55121086cd9b,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:18.078870 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-601410'] for router_interface, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.210788 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-729c8c69-d443-47ea-986a-2fdd0fc33a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.313130 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-729c8c69-d443-47ea-986a-2fdd0fc33a62 None None] For port 95e92879-957d-44e5-9250-96fdbe7bd940, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=95e92879-957d-44e5-9250-96fdbe7bd940,segment=NetworkSegment(f3448ddd-800e-4578-861a-c01e16349821),segment_id=f3448ddd-800e-4578-861a-c01e16349821)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:12:18.325597 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-729c8c69-d443-47ea-986a-2fdd0fc33a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.408475 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Publish callbacks [] for port, precommit_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.422683 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.431431 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c8c69-d443-47ea-986a-2fdd0fc33a62 None None] Pushing event updated for resources: {'Port': ['ID=95e92879-957d-44e5-9250-96fdbe7bd940,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:18.439671 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.608063 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.615744 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10476032'] for port, after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.629274 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Attempting to bind port 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0 on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:12:18.629645 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Attempting to bind port 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0 by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:12:18.630119 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Attempting to bind port 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0 on network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:12:18.639209 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c47a2-51cd-459f-84b9-b4b8288bb58d None None] Pushing event updated for resources: {'Port': ['ID=844f1ac0-f659-4a17-bc7c-55a0ca57b5e0,revision_number=2']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:18.642403 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-01a076a2-64b5-4dbb-901f-fb946c5c6aef None None] Provisioning complete for port c4fd55fa-fb5c-4c93-8151-fe18501eb8bb triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:18.642800 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-01a076a2-64b5-4dbb-901f-fb946c5c6aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.646140 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:12:18.646594 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Checking segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102504) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:12:18.647001 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.647396 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Bound using segment: {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'} {{(pid=102504) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:12:18.647886 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.managers [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Bound port: 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fd474a-41db-43f0-a887-6fe732fcd300', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa'}}] {{(pid=102504) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:12:18.648296 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.684933 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Pushing event updated for resources: {'Port': ['ID=c0090ade-47c4-4ef1-9443-55121086cd9b,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:18.687588 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601398'] for router_interface, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.729750 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] For port 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102504) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:12:18.734412 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] For port 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=844f1ac0-f659-4a17-bc7c-55a0ca57b5e0,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:12:18.766402 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.777785 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Network af9c61e3-4f40-45fd-9150-f20a1f678130 is already hosted by enough agents. {{(pid=102502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:12:18.779242 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.base_scheduler [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Resources bound (agent type, host, resource id): {{(pid=102502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:12:18.846426 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Routers {'30bb17f2-314a-4be2-8910-65624d407f0f'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:12:18.847221 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:12:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['30bb17f2-314a-4be2-8910-65624d407f0f'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:18.850316 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c47a2-51cd-459f-84b9-b4b8288bb58d None None] Pushing event updated for resources: {'Port': ['ID=844f1ac0-f659-4a17-bc7c-55a0ca57b5e0,revision_number=3']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:18.856239 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-01a076a2-64b5-4dbb-901f-fb946c5c6aef None None] Provisioning complete for port 95e92879-957d-44e5-9250-96fdbe7bd940 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:18.856239 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-01a076a2-64b5-4dbb-901f-fb946c5c6aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:18.909438 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Router 30bb17f2-314a-4be2-8910-65624d407f0f has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:12:19.009708 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] Set router 30bb17f2-314a-4be2-8910-65624d407f0f gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:12:19.023347 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:12:19.028732 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-af19069d-3eb7-4563-bd32-bc83a84c0713 admin admin] 10.222.0.65 "PUT /v2.0/routers/30bb17f2-314a-4be2-8910-65624d407f0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0269489 Dec 23 12:12:19.103060 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 95e92879-957d-44e5-9250-96fdbe7bd940 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:12:19.180814 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-01a076a2-64b5-4dbb-901f-fb946c5c6aef None None] Provisioning complete for port c0090ade-47c4-4ef1-9443-55121086cd9b triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:19.181191 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-01a076a2-64b5-4dbb-901f-fb946c5c6aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:19.257513 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-01a076a2-64b5-4dbb-901f-fb946c5c6aef None None] Port c0090ade-47c4-4ef1-9443-55121086cd9b cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:12:19.290600 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 95e92879-957d-44e5-9250-96fdbe7bd940 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:19.290979 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:19.393271 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'name': 'tempest-TestMinimumBasicScenario-111323459-router', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '844f1ac0-f659-4a17-bc7c-55a0ca57b5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 4, 'project_id': '951d26886e0a47f687365cd4bf764b96', 'gw_port': {'id': '844f1ac0-f659-4a17-bc7c-55a0ca57b5e0', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'c0090ade-47c4-4ef1-9443-55121086cd9b', 'name': '', 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'mac_address': 'fa:16:3e:7b:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f9925668-c7d7-4ca8-b722-59551b14dc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:17Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 2, 'project_id': '951d26886e0a47f687365cd4bf764b96', 'subnets': [{'id': 'f9925668-c7d7-4ca8-b722-59551b14dc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:19.429828 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1e1565-ec20-4253-aa54-707f525528a0 None None] The sync data for ids ['30bb17f2-314a-4be2-8910-65624d407f0f'] in dv-cinder-822821-1-iscsi is: [{'id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'name': 'tempest-TestMinimumBasicScenario-111323459-router', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '844f1ac0-f659-4a17-bc7c-55a0ca57b5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 4, 'project_id': '951d26886e0a47f687365cd4bf764b96', 'gw_port': {'id': '844f1ac0-f659-4a17-bc7c-55a0ca57b5e0', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'c0090ade-47c4-4ef1-9443-55121086cd9b', 'name': '', 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'mac_address': 'fa:16:3e:7b:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f9925668-c7d7-4ca8-b722-59551b14dc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:17Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 2, 'project_id': '951d26886e0a47f687365cd4bf764b96', 'subnets': [{'id': 'f9925668-c7d7-4ca8-b722-59551b14dc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:12:19.432032 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device c4fd55fa-fb5c-4c93-8151-fe18501eb8bb up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:12:19.466904 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-69899704-b9da-426b-9771-5fa5764e1ae8 None None] Provisioning complete for port c0090ade-47c4-4ef1-9443-55121086cd9b triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:19.467428 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-69899704-b9da-426b-9771-5fa5764e1ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:19.510009 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-69899704-b9da-426b-9771-5fa5764e1ae8 None None] Port c0090ade-47c4-4ef1-9443-55121086cd9b cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:12:19.519668 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port c4fd55fa-fb5c-4c93-8151-fe18501eb8bb triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:19.520136 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:21.097498 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:12:21.158157 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:21.158866 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:21.251446 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:21.274691 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] For port 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=844f1ac0-f659-4a17-bc7c-55a0ca57b5e0,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:12:21.281360 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:21.336506 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Pushing event updated for resources: {'Port': ['ID=844f1ac0-f659-4a17-bc7c-55a0ca57b5e0,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:21.828344 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Sync routers for ids ['30bb17f2-314a-4be2-8910-65624d407f0f'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:12:21.840521 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Routers {'30bb17f2-314a-4be2-8910-65624d407f0f'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:12:21.841096 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:12:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['30bb17f2-314a-4be2-8910-65624d407f0f'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:21.951592 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Set router 30bb17f2-314a-4be2-8910-65624d407f0f gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:12:22.200416 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'name': 'tempest-TestMinimumBasicScenario-111323459-router', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '844f1ac0-f659-4a17-bc7c-55a0ca57b5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 4, 'project_id': '951d26886e0a47f687365cd4bf764b96', 'gw_port': {'id': '844f1ac0-f659-4a17-bc7c-55a0ca57b5e0', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'c0090ade-47c4-4ef1-9443-55121086cd9b', 'name': '', 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'mac_address': 'fa:16:3e:7b:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f9925668-c7d7-4ca8-b722-59551b14dc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:17Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 2, 'project_id': '951d26886e0a47f687365cd4bf764b96', 'subnets': [{'id': 'f9925668-c7d7-4ca8-b722-59551b14dc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:22.234067 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Checking router: 30bb17f2-314a-4be2-8910-65624d407f0f for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:12:22.234422 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Updating router 30bb17f2-314a-4be2-8910-65624d407f0f port c0090ade-47c4-4ef1-9443-55121086cd9b binding host dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:12:22.261631 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:22.534084 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Publish callbacks [] for port, precommit_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:22.542638 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:22.593675 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f39599-e37c-436a-a16b-f213955de7d7 None None] Pushing event updated for resources: {'Port': ['ID=c0090ade-47c4-4ef1-9443-55121086cd9b,revision_number=3']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:22.765065 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Attempting to bind port c0090ade-47c4-4ef1-9443-55121086cd9b on host dv-cinder-822821-1-iscsi for vnic_type normal with profile {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:12:22.765459 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Attempting to bind port c0090ade-47c4-4ef1-9443-55121086cd9b by drivers openvswitch,hyperv on host dv-cinder-822821-1-iscsi at level 0 using segments [{'id': '30be42b6-dbff-4f85-a074-3b50e30115e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130'}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:12:22.765817 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Attempting to bind port c0090ade-47c4-4ef1-9443-55121086cd9b on network af9c61e3-4f40-45fd-9150-f20a1f678130 {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:12:22.773374 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Checking agent: {'id': '1255518d-ff6b-4725-a6cd-57bc16bff35a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 50, 39), 'started_at': datetime.datetime(2021, 12, 23, 11, 51, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:12:22.773752 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Checking segment: {'id': '30be42b6-dbff-4f85-a074-3b50e30115e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102505) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:12:22.774150 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:22.774560 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Bound using segment: {'id': '30be42b6-dbff-4f85-a074-3b50e30115e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130'} {{(pid=102505) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:12:22.775043 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.managers [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Bound port: c0090ade-47c4-4ef1-9443-55121086cd9b, host: dv-cinder-822821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30be42b6-dbff-4f85-a074-3b50e30115e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130'}}] {{(pid=102505) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:12:22.775416 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:22.846559 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] For port c0090ade-47c4-4ef1-9443-55121086cd9b, host dv-cinder-822821-1-iscsi, cleared binding levels {{(pid=102505) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:12:22.851544 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.plugins.ml2.db [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] For port c0090ade-47c4-4ef1-9443-55121086cd9b, host dv-cinder-822821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=c0090ade-47c4-4ef1-9443-55121086cd9b,segment=NetworkSegment(30be42b6-dbff-4f85-a074-3b50e30115e8),segment_id=30be42b6-dbff-4f85-a074-3b50e30115e8)] {{(pid=102505) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:12:22.860125 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron_lib.callbacks.manager [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102505) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:22.863341 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-595abfd6-d491-4ac0-a551-138fb552918e None None] Provisioning complete for port c0090ade-47c4-4ef1-9443-55121086cd9b triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:22.863865 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-595abfd6-d491-4ac0-a551-138fb552918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:22.923091 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Routers {'30bb17f2-314a-4be2-8910-65624d407f0f'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:12:22.923864 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:12:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['30bb17f2-314a-4be2-8910-65624d407f0f'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:22.961930 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f39599-e37c-436a-a16b-f213955de7d7 None None] Pushing event updated for resources: {'Port': ['ID=c0090ade-47c4-4ef1-9443-55121086cd9b,revision_number=4']} {{(pid=102505) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:22.967971 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-595abfd6-d491-4ac0-a551-138fb552918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:23.052603 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-595abfd6-d491-4ac0-a551-138fb552918e None None] For port c0090ade-47c4-4ef1-9443-55121086cd9b, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=c0090ade-47c4-4ef1-9443-55121086cd9b,segment=NetworkSegment(30be42b6-dbff-4f85-a074-3b50e30115e8),segment_id=30be42b6-dbff-4f85-a074-3b50e30115e8)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:12:23.053344 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] Set router 30bb17f2-314a-4be2-8910-65624d407f0f gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:12:23.062492 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-595abfd6-d491-4ac0-a551-138fb552918e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:23.152640 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0 up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:12:23.211784 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595abfd6-d491-4ac0-a551-138fb552918e None None] Pushing event updated for resources: {'Port': ['ID=c0090ade-47c4-4ef1-9443-55121086cd9b,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:23.248089 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:23.248463 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:23.295241 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-a15a813a-02cb-4ca3-8386-6ccab7a56a6b None None] Provisioning complete for port c0090ade-47c4-4ef1-9443-55121086cd9b triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:23.296000 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a15a813a-02cb-4ca3-8386-6ccab7a56a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:23.321015 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'name': 'tempest-TestMinimumBasicScenario-111323459-router', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '844f1ac0-f659-4a17-bc7c-55a0ca57b5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 4, 'project_id': '951d26886e0a47f687365cd4bf764b96', 'gw_port': {'id': '844f1ac0-f659-4a17-bc7c-55a0ca57b5e0', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'c0090ade-47c4-4ef1-9443-55121086cd9b', 'name': '', 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'mac_address': 'fa:16:3e:7b:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f9925668-c7d7-4ca8-b722-59551b14dc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:17Z', 'updated_at': '2021-12-23T12:12:22Z', 'revision_number': 4, 'project_id': '951d26886e0a47f687365cd4bf764b96', 'subnets': [{'id': 'f9925668-c7d7-4ca8-b722-59551b14dc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:12:23.360793 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a17dbc-9f19-4cd9-9918-aff7f26d7218 None None] The sync data for ids ['30bb17f2-314a-4be2-8910-65624d407f0f'] in dv-cinder-822821-1-iscsi is: [{'id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'name': 'tempest-TestMinimumBasicScenario-111323459-router', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '844f1ac0-f659-4a17-bc7c-55a0ca57b5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 4, 'project_id': '951d26886e0a47f687365cd4bf764b96', 'gw_port': {'id': '844f1ac0-f659-4a17-bc7c-55a0ca57b5e0', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'c0090ade-47c4-4ef1-9443-55121086cd9b', 'name': '', 'network_id': 'af9c61e3-4f40-45fd-9150-f20a1f678130', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'mac_address': 'fa:16:3e:7b:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f9925668-c7d7-4ca8-b722-59551b14dc3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:17Z', 'updated_at': '2021-12-23T12:12:22Z', 'revision_number': 4, 'project_id': '951d26886e0a47f687365cd4bf764b96', 'subnets': [{'id': 'f9925668-c7d7-4ca8-b722-59551b14dc3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:12:23.416111 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device c0090ade-47c4-4ef1-9443-55121086cd9b up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:12:23.502597 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port c0090ade-47c4-4ef1-9443-55121086cd9b triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:23.502974 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:25.074117 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device c0090ade-47c4-4ef1-9443-55121086cd9b up at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:12:25.138209 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Provisioning complete for port c0090ade-47c4-4ef1-9443-55121086cd9b triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:25.138612 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:28.834888 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:12:28.935887 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-52026199-b009-492c-a934-05e14644fe6f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:28.937448 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-52026199-b009-492c-a934-05e14644fe6f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/networks?id=93a34628-ca73-4073-8e65-978439af824b HTTP/1.1" status: 200 len: 813 time: 0.1064107 Dec 23 12:12:28.961355 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-ba536f2f-5f97-48b1-ba7a-947ef9112d1a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/quotas/261f3dd2fce84f6ba9012d9b2b7b8820 HTTP/1.1" status: 200 len: 375 time: 0.0150423 Dec 23 12:12:29.023836 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-4d9ce43d-b5b0-4c4b-b593-b7a88a7a1a69 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=261f3dd2fce84f6ba9012d9b2b7b8820&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526090 Dec 23 12:12:29.238619 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-82da5c82-aaba-4163-851b-5bd8f5b6e4b8 service neutron] 10.222.0.65 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011375 Dec 23 12:12:29.334978 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-44cf3e64-7680-47c0-adf1-155ec9b2e651 service neutron] 10.222.0.65 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892522 Dec 23 12:12:29.505679 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c4c65d13-4ce8-46cf-b112-c1226f0b07e3 req-a9a9c186-a10f-4321-ad65-494debdc170e tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 210 time: 0.0263696 Dec 23 12:12:30.604130 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9133c194-81c0-4c8f-ac3c-051f4f2814f5 req-d9d7b041-a30b-462b-94c8-4eecacfe2f4a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 210 time: 0.0285966 Dec 23 12:12:30.794165 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-8fed5dab-5cc2-4d8f-a9cb-38647b3c15f8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:30.795651 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-8fed5dab-5cc2-4d8f-a9cb-38647b3c15f8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.61 "GET /v2.0/networks?id=93a34628-ca73-4073-8e65-978439af824b HTTP/1.1" status: 200 len: 813 time: 0.1126032 Dec 23 12:12:30.821955 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-beb1f1f8-f06a-47f4-93bb-c51d0aef840b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Request body: {'port': {'device_id': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'admin_state_up': True, 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:12:30.944443 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-beb1f1f8-f06a-47f4-93bb-c51d0aef840b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Made reservation on behalf of 261f3dd2fce84f6ba9012d9b2b7b8820 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:12:30.949860 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-beb1f1f8-f06a-47f4-93bb-c51d0aef840b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:31.080718 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-beb1f1f8-f06a-47f4-93bb-c51d0aef840b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Allocated IP 172.20.0.4 (93a34628-ca73-4073-8e65-978439af824b/76255089-624a-4f5b-b58c-d47c193a08ee/0c5c9304-bccc-488a-8e51-116a85984824) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:12:31.263767 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-beb1f1f8-f06a-47f4-93bb-c51d0aef840b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:31.305550 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-beb1f1f8-f06a-47f4-93bb-c51d0aef840b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:31.369931 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-beb1f1f8-f06a-47f4-93bb-c51d0aef840b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Network 93a34628-ca73-4073-8e65-978439af824b is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:12:31.373157 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-beb1f1f8-f06a-47f4-93bb-c51d0aef840b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:12:31.375862 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-beb1f1f8-f06a-47f4-93bb-c51d0aef840b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:12:31.437042 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-beb1f1f8-f06a-47f4-93bb-c51d0aef840b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:31.437672 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-beb1f1f8-f06a-47f4-93bb-c51d0aef840b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:31.441770 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1f1f8-f06a-47f4-93bb-c51d0aef840b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event updated for resources: {'Port': ['ID=0c5c9304-bccc-488a-8e51-116a85984824,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:31.459575 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-beb1f1f8-f06a-47f4-93bb-c51d0aef840b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6431451 Dec 23 12:12:31.664066 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-73bf8ca5-6d86-4cd5-bc72-f55b0279d451 None None] Provisioning complete for port 0c5c9304-bccc-488a-8e51-116a85984824 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:31.664663 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-73bf8ca5-6d86-4cd5-bc72-f55b0279d451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:31.703630 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-73bf8ca5-6d86-4cd5-bc72-f55b0279d451 None None] Port 0c5c9304-bccc-488a-8e51-116a85984824 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:12:31.735662 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d21b0e-0f51-4e40-bfa2-8acd5cac15f8 req-778633ac-34c6-4d2a-baea-35c1bad9d656 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:31.737223 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-60d21b0e-0f51-4e40-bfa2-8acd5cac15f8 req-778633ac-34c6-4d2a-baea-35c1bad9d656 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 931 time: 0.0569999 Dec 23 12:12:31.788629 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-60d21b0e-0f51-4e40-bfa2-8acd5cac15f8 req-6fc84181-cef5-46db-8669-ddde5d383e71 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443659 Dec 23 12:12:32.913453 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f7fc8-230f-4e88-932b-3d10dd1b7e7f req-240a8a1e-f103-4a23-99e1-e87956aa42ef tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:32.915341 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ae6f7fc8-230f-4e88-932b-3d10dd1b7e7f req-240a8a1e-f103-4a23-99e1-e87956aa42ef tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 931 time: 0.0528407 Dec 23 12:12:32.968457 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ae6f7fc8-230f-4e88-932b-3d10dd1b7e7f req-0084d09b-c5ef-48dc-8f81-1228b88f8ed2 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461345 Dec 23 12:12:33.761593 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-c9cfbdb1-8c4f-4888-bb49-414f36b58060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:34.092891 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053edea-1b6f-4cb2-acdf-c63a369c2c94 req-e997e421-ce4c-42c6-89eb-e60d69f23647 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:34.094392 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4053edea-1b6f-4cb2-acdf-c63a369c2c94 req-e997e421-ce4c-42c6-89eb-e60d69f23647 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 931 time: 0.0541155 Dec 23 12:12:34.143445 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4053edea-1b6f-4cb2-acdf-c63a369c2c94 req-ef21bfa4-5422-4c13-bece-ada9228d42f5 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427985 Dec 23 12:12:35.269026 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2a445-128e-4637-8733-9308b67a6ca0 req-797c7b44-d8d4-4af4-85eb-50ff4c5c39b6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:35.270660 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c5b2a445-128e-4637-8733-9308b67a6ca0 req-797c7b44-d8d4-4af4-85eb-50ff4c5c39b6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 931 time: 0.0544968 Dec 23 12:12:35.322334 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c5b2a445-128e-4637-8733-9308b67a6ca0 req-737616ce-6315-4658-8cfd-dabc4300080b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451932 Dec 23 12:12:35.979125 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-297b8e06-54c8-4230-9f43-ead1fae31c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:36.450117 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c97549-3e96-41fe-939d-cfae0f531eb8 req-4f448ca6-bdbc-4980-9f31-ef61c75d4de6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:36.452014 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-16c97549-3e96-41fe-939d-cfae0f531eb8 req-4f448ca6-bdbc-4980-9f31-ef61c75d4de6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 931 time: 0.0539358 Dec 23 12:12:36.501543 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-16c97549-3e96-41fe-939d-cfae0f531eb8 req-e6685475-139f-4204-8500-282aca83d67a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434279 Dec 23 12:12:37.205399 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:37.622696 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e958ef-510e-499e-8693-e2636f2b7bdd req-0e786a3f-1e1b-4bfd-9693-9fafb8d9f5f1 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:37.624253 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-84e958ef-510e-499e-8693-e2636f2b7bdd req-0e786a3f-1e1b-4bfd-9693-9fafb8d9f5f1 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 931 time: 0.0503232 Dec 23 12:12:37.673786 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-84e958ef-510e-499e-8693-e2636f2b7bdd req-73452bd7-8b83-433b-8779-e1979c001924 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435262 Dec 23 12:12:38.629385 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:38.791368 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6d384-748c-4788-bf8d-0741a51c5207 req-9217cd13-8954-423c-a892-c5def51435e5 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:38.793285 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-46e6d384-748c-4788-bf8d-0741a51c5207 req-9217cd13-8954-423c-a892-c5def51435e5 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 931 time: 0.0508797 Dec 23 12:12:38.845130 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-46e6d384-748c-4788-bf8d-0741a51c5207 req-c8b5911c-1827-42af-b5cb-79b9199c130f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453594 Dec 23 12:12:39.297555 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:39.959208 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627b240-0771-4e0b-9261-028b76590cb3 req-c9957b24-464b-4f33-bb95-88400827eecd tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:39.960732 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c627b240-0771-4e0b-9261-028b76590cb3 req-c9957b24-464b-4f33-bb95-88400827eecd tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 931 time: 0.0485237 Dec 23 12:12:40.009926 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c627b240-0771-4e0b-9261-028b76590cb3 req-17e4c449-312c-49d9-bd6a-9818b32802f7 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430493 Dec 23 12:12:41.128799 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ac3cb-3937-4bbb-9bc1-d4deee983604 req-283fbab1-40dd-4ade-ab12-cd68f530db17 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:41.130330 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e41ac3cb-3937-4bbb-9bc1-d4deee983604 req-283fbab1-40dd-4ade-ab12-cd68f530db17 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 931 time: 0.0501344 Dec 23 12:12:41.179306 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e41ac3cb-3937-4bbb-9bc1-d4deee983604 req-08d23aa0-a4fe-43dd-9cfd-9d0903ccdafc tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426691 Dec 23 12:12:42.067855 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Request body: {'port': {'device_id': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:12:42.138901 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:42.354698 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb6902-71ff-4b16-a16c-72cf8f796dd4 req-93588c9f-f8a0-4a73-9805-c58abae27e84 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:42.356113 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-01eb6902-71ff-4b16-a16c-72cf8f796dd4 req-93588c9f-f8a0-4a73-9805-c58abae27e84 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 931 time: 0.1102521 Dec 23 12:12:42.433702 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-01eb6902-71ff-4b16-a16c-72cf8f796dd4 req-af8d4091-2866-45a7-8dce-fd4c6cc65cc2 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700505 Dec 23 12:12:42.477915 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5c9304-bccc-488a-8e51-116a85984824 {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:12:42.486086 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:42.499031 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Transition to ACTIVE for port object 0c5c9304-bccc-488a-8e51-116a85984824 will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:12:42.506113 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:42.557152 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5c9304-bccc-488a-8e51-116a85984824,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:42.631941 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Attempting to bind port 0c5c9304-bccc-488a-8e51-116a85984824 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:12:42.632283 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Attempting to bind port 0c5c9304-bccc-488a-8e51-116a85984824 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'f3448ddd-800e-4578-861a-c01e16349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93a34628-ca73-4073-8e65-978439af824b'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:12:42.632614 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Attempting to bind port 0c5c9304-bccc-488a-8e51-116a85984824 on network 93a34628-ca73-4073-8e65-978439af824b {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:12:42.637182 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Port 0c5c9304-bccc-488a-8e51-116a85984824 on network 93a34628-ca73-4073-8e65-978439af824b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:12:42.637503 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Attempting to bind port 0c5c9304-bccc-488a-8e51-116a85984824 on network 93a34628-ca73-4073-8e65-978439af824b {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:12:42.643426 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:12:42.643763 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Checking segment: {'id': 'f3448ddd-800e-4578-861a-c01e16349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93a34628-ca73-4073-8e65-978439af824b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:12:42.644148 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Bound using segment: {'id': 'f3448ddd-800e-4578-861a-c01e16349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93a34628-ca73-4073-8e65-978439af824b'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:12:42.644577 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Bound port: 0c5c9304-bccc-488a-8e51-116a85984824, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3448ddd-800e-4578-861a-c01e16349821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '93a34628-ca73-4073-8e65-978439af824b'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:12:42.644931 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:42.714842 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] For port 0c5c9304-bccc-488a-8e51-116a85984824, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:12:42.718078 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] For port 0c5c9304-bccc-488a-8e51-116a85984824, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0c5c9304-bccc-488a-8e51-116a85984824,segment=NetworkSegment(f3448ddd-800e-4578-861a-c01e16349821),segment_id=f3448ddd-800e-4578-861a-c01e16349821)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:12:42.724172 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:42.760461 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:42.761079 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:42.762446 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] 10.222.0.61 "PUT /v2.0/ports/0c5c9304-bccc-488a-8e51-116a85984824 HTTP/1.1" status: 200 len: 1093 time: 0.7024341 Dec 23 12:12:42.762918 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'tag': '0c5c9304-bccc-488a-8e51-116a85984824'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:12:42.765286 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2781d2c7-945b-4a50-8263-e98acb2cf2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c088f48b-5f59-4c34-9fcb-5bc13dbee3ed", "tag": "0c5c9304-bccc-488a-8e51-116a85984824"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:12:42.789193 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a093db44-db9b-4e59-ac12-b569384b7c05 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5c9304-bccc-488a-8e51-116a85984824,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:42.813267 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a68b3f1-9b46-4d81-8f70-6161b73e4ef8 x-openstack-request-id: req-1a68b3f1-9b46-4d81-8f70-6161b73e4ef8 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:12:42.813554 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c088f48b-5f59-4c34-9fcb-5bc13dbee3ed", "tag": "0c5c9304-bccc-488a-8e51-116a85984824", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:12:42.814215 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a68b3f1-9b46-4d81-8f70-6161b73e4ef8 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:12:42.814215 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'tag': '0c5c9304-bccc-488a-8e51-116a85984824', 'status': 'completed', 'code': 200} Dec 23 12:12:42.883207 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a110ff01-aee1-40cb-b482-1a922b7f1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:42.884744 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a110ff01-aee1-40cb-b482-1a922b7f1f54 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=261f3dd2fce84f6ba9012d9b2b7b8820&device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 1096 time: 0.0420146 Dec 23 12:12:42.938938 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-015e1560-2119-492e-9cd0-54cc6ead52b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c5c9304-bccc-488a-8e51-116a85984824 HTTP/1.1" status: 200 len: 217 time: 0.0370858 Dec 23 12:12:42.988236 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-c2bbfe7d-38cb-46b3-b3e0-ee68597768ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:42.989626 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-c2bbfe7d-38cb-46b3-b3e0-ee68597768ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76255089-624a-4f5b-b58c-d47c193a08ee HTTP/1.1" status: 200 len: 852 time: 0.0426950 Dec 23 12:12:43.037690 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-186036f0-4813-4d4c-8a38-194931e3dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:43.038937 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-186036f0-4813-4d4c-8a38-194931e3dc27 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=93a34628-ca73-4073-8e65-978439af824b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408189 Dec 23 12:12:43.130553 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-a5e4232d-8a6a-4ce9-a9c6-67d4de0640ab service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827255 Dec 23 12:12:43.225144 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6786ffb6-57ff-4560-9e7f-89dede482242 req-bfa7ad11-af92-4b10-b6fe-b624126fc60a service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862911 Dec 23 12:12:43.405659 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781d2c7-945b-4a50-8263-e98acb2cf2e8 req-42e8bccb-0554-412e-a81d-480c817234e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:43.407126 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2781d2c7-945b-4a50-8263-e98acb2cf2e8 req-42e8bccb-0554-412e-a81d-480c817234e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=261f3dd2fce84f6ba9012d9b2b7b8820&device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 1096 time: 0.0497758 Dec 23 12:12:43.504780 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781d2c7-945b-4a50-8263-e98acb2cf2e8 req-2b6d776d-498b-4658-854f-641ee2aa4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:43.506242 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2781d2c7-945b-4a50-8263-e98acb2cf2e8 req-2b6d776d-498b-4658-854f-641ee2aa4c1b service neutron] 10.222.0.61 "GET /v2.0/networks?id=93a34628-ca73-4073-8e65-978439af824b HTTP/1.1" status: 200 len: 914 time: 0.0900888 Dec 23 12:12:43.565791 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2781d2c7-945b-4a50-8263-e98acb2cf2e8 req-2a5abf91-f698-4aca-ba70-0567e3f68edc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c5c9304-bccc-488a-8e51-116a85984824 HTTP/1.1" status: 200 len: 217 time: 0.0497782 Dec 23 12:12:43.592684 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63702d95-5851-4fd1-b4e7-d7edb0ff7645 req-e72026ca-d33c-4fdf-b12e-d86e1066a191 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:43.594117 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-63702d95-5851-4fd1-b4e7-d7edb0ff7645 req-e72026ca-d33c-4fdf-b12e-d86e1066a191 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 943 time: 0.0861676 Dec 23 12:12:43.644095 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781d2c7-945b-4a50-8263-e98acb2cf2e8 req-0dff9014-edea-44b5-aab5-6669e559ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:43.645484 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2781d2c7-945b-4a50-8263-e98acb2cf2e8 req-0dff9014-edea-44b5-aab5-6669e559ccf1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76255089-624a-4f5b-b58c-d47c193a08ee HTTP/1.1" status: 200 len: 852 time: 0.0672059 Dec 23 12:12:43.675115 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-63702d95-5851-4fd1-b4e7-d7edb0ff7645 req-5bb585cd-c5ea-49a4-90a3-7ec5e75333fa tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623155 Dec 23 12:12:43.703656 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781d2c7-945b-4a50-8263-e98acb2cf2e8 req-17410a22-8e4b-4b3a-87a7-d9b48166efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:43.705171 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2781d2c7-945b-4a50-8263-e98acb2cf2e8 req-17410a22-8e4b-4b3a-87a7-d9b48166efc2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=93a34628-ca73-4073-8e65-978439af824b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454478 Dec 23 12:12:43.809244 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2781d2c7-945b-4a50-8263-e98acb2cf2e8 req-84bd4591-25b5-482f-bd6e-c2c8a73f0b7c service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930839 Dec 23 12:12:43.897849 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2781d2c7-945b-4a50-8263-e98acb2cf2e8 req-4d56d733-d5fb-4337-8bc6-08d91688d739 service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795841 Dec 23 12:12:44.304855 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:44.799061 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54c974-43ed-48c0-9bee-05367a69b18f req-11b1f99d-a7d6-4321-a0d7-6031412c2174 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:44.800523 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ca54c974-43ed-48c0-9bee-05367a69b18f req-11b1f99d-a7d6-4321-a0d7-6031412c2174 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 943 time: 0.0557878 Dec 23 12:12:44.849418 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ca54c974-43ed-48c0-9bee-05367a69b18f req-a569a54e-4970-41ce-b3b0-db5874ee48da tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401497 Dec 23 12:12:45.986096 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61099092-00f0-452c-a6f7-b0fe2543bf84 req-7fe50013-244e-421d-9d54-551e591ca5bc tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:45.987577 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-61099092-00f0-452c-a6f7-b0fe2543bf84 req-7fe50013-244e-421d-9d54-551e591ca5bc tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 943 time: 0.0555532 Dec 23 12:12:46.038280 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-61099092-00f0-452c-a6f7-b0fe2543bf84 req-5ccb5894-72c4-480c-aa6e-3f9cb2ae5a13 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416698 Dec 23 12:12:46.398846 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 0c5c9304-bccc-488a-8e51-116a85984824 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:12:46.504710 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 0c5c9304-bccc-488a-8e51-116a85984824, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0c5c9304-bccc-488a-8e51-116a85984824,segment=NetworkSegment(f3448ddd-800e-4578-861a-c01e16349821),segment_id=f3448ddd-800e-4578-861a-c01e16349821)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:12:46.515764 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': '0c5c9304-bccc-488a-8e51-116a85984824', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'port_id': '0c5c9304-bccc-488a-8e51-116a85984824', 'mac_address': 'fa:16:3e:fb:db:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:12:46.554097 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:46.568216 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5c9304-bccc-488a-8e51-116a85984824 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:12:46.588891 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 0c5c9304-bccc-488a-8e51-116a85984824, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0c5c9304-bccc-488a-8e51-116a85984824,segment=NetworkSegment(f3448ddd-800e-4578-861a-c01e16349821),segment_id=f3448ddd-800e-4578-861a-c01e16349821)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:12:46.594200 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:46.646600 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=0c5c9304-bccc-488a-8e51-116a85984824,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:46.987177 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['0c5c9304-bccc-488a-8e51-116a85984824'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:12:47.158110 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444196f-5f11-4961-8494-12d0f1e119fb req-85f2d10a-6fcc-4561-b2ba-81016c59348c tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:47.159617 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8444196f-5f11-4961-8494-12d0f1e119fb req-85f2d10a-6fcc-4561-b2ba-81016c59348c tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 944 time: 0.0541513 Dec 23 12:12:47.207189 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8444196f-5f11-4961-8494-12d0f1e119fb req-2ec33bbd-fa05-4264-a5ff-4bbcbdb8e7ec tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414987 Dec 23 12:12:48.347530 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc4e83-fe84-455b-a6d7-6c3437aa4ab4 req-c49ccf3a-dd05-4f2e-a385-68fd682e505a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:48.349018 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cccc4e83-fe84-455b-a6d7-6c3437aa4ab4 req-c49ccf3a-dd05-4f2e-a385-68fd682e505a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 944 time: 0.0582423 Dec 23 12:12:48.399052 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-cccc4e83-fe84-455b-a6d7-6c3437aa4ab4 req-b3a747a4-d799-42c8-98b8-7bc4f0535a57 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437407 Dec 23 12:12:48.403042 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 0c5c9304-bccc-488a-8e51-116a85984824 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:12:48.457517 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port 0c5c9304-bccc-488a-8e51-116a85984824 completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:12:48.461266 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port 0c5c9304-bccc-488a-8e51-116a85984824 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:12:48.461634 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:48.538657 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:48.561194 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5c9304-bccc-488a-8e51-116a85984824'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:12:48.563592 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20670fe4-1caa-4333-944c-f0c6ab27d342" -d '{"events": [{"server_uuid": "c088f48b-5f59-4c34-9fcb-5bc13dbee3ed", "name": "network-vif-plugged", "status": "completed", "tag": "0c5c9304-bccc-488a-8e51-116a85984824"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:12:48.575967 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port 0c5c9304-bccc-488a-8e51-116a85984824, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0c5c9304-bccc-488a-8e51-116a85984824,segment=NetworkSegment(f3448ddd-800e-4578-861a-c01e16349821),segment_id=f3448ddd-800e-4578-861a-c01e16349821)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:12:48.580864 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:48.606479 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa93eb4-215d-4c20-9950-475b52347256 x-openstack-request-id: req-4fa93eb4-215d-4c20-9950-475b52347256 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:12:48.606794 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c088f48b-5f59-4c34-9fcb-5bc13dbee3ed", "name": "network-vif-plugged", "status": "completed", "tag": "0c5c9304-bccc-488a-8e51-116a85984824", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:12:48.607043 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4fa93eb4-215d-4c20-9950-475b52347256 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:12:48.607794 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5c9304-bccc-488a-8e51-116a85984824', 'code': 200} Dec 23 12:12:48.636321 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=0c5c9304-bccc-488a-8e51-116a85984824,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:48.844651 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9e896-a921-406a-ac24-46b135092566 req-9b1af248-8c7b-4eca-8366-0b9ed1df46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:48.846082 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-02a9e896-a921-406a-ac24-46b135092566 req-9b1af248-8c7b-4eca-8366-0b9ed1df46d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 1098 time: 0.0524485 Dec 23 12:12:48.895280 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-02a9e896-a921-406a-ac24-46b135092566 req-7a23fd86-5081-43df-bd01-9ec5a1923a52 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 Dec 23 12:12:49.525095 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadadc4-2971-49a0-80f0-b6fa854a0f89 req-fb3036a7-4c57-4fb2-891a-fe5126db8ab8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:49.526552 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaadadc4-2971-49a0-80f0-b6fa854a0f89 req-fb3036a7-4c57-4fb2-891a-fe5126db8ab8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 945 time: 0.0528274 Dec 23 12:12:49.577840 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aaadadc4-2971-49a0-80f0-b6fa854a0f89 req-c66320ee-fab8-4b1e-b121-68eda6f4aa38 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 Dec 23 12:12:49.853537 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c41ada6b-60c3-4e7e-bbdf-45595e964f19 req-187f7c8f-df93-4409-932a-10ed6975db72 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406611 Dec 23 12:12:50.129531 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ada6b-60c3-4e7e-bbdf-45595e964f19 req-e76dbb0d-6be4-43ca-8fd0-7946a6accf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:50.130967 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c41ada6b-60c3-4e7e-bbdf-45595e964f19 req-e76dbb0d-6be4-43ca-8fd0-7946a6accf4a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 1099 time: 0.0475471 Dec 23 12:12:50.286844 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ada6b-60c3-4e7e-bbdf-45595e964f19 req-4d1a10fd-6e12-4468-92d1-3b4d456130b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:50.288307 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c41ada6b-60c3-4e7e-bbdf-45595e964f19 req-4d1a10fd-6e12-4468-92d1-3b4d456130b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 912 time: 0.0913603 Dec 23 12:12:50.367254 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c41ada6b-60c3-4e7e-bbdf-45595e964f19 req-9e056d19-1e47-4ff7-ae1e-1cd8e8bda478 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92f81f7f-88ea-428a-96d4-9eee250bbe11 HTTP/1.1" status: 200 len: 1001 time: 0.0625250 Dec 23 12:12:50.421648 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ada6b-60c3-4e7e-bbdf-45595e964f19 req-55fd709f-b784-4f75-8e34-8a96a6180acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:50.423081 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c41ada6b-60c3-4e7e-bbdf-45595e964f19 req-55fd709f-b784-4f75-8e34-8a96a6180acb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0427754 Dec 23 12:12:50.477735 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ada6b-60c3-4e7e-bbdf-45595e964f19 req-ce193d68-570a-4fba-b163-61f0b134591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:50.479229 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c41ada6b-60c3-4e7e-bbdf-45595e964f19 req-ce193d68-570a-4fba-b163-61f0b134591c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406733 Dec 23 12:12:50.856539 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c41ada6b-60c3-4e7e-bbdf-45595e964f19 req-4eef31c3-9b06-48b3-b79a-eca1b4ea0b4b service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651514 Dec 23 12:12:50.870553 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77ba63-7a1b-460b-bbbc-74378a6a290e req-61aef780-1079-48c0-a2e9-70cb0eef7066 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:50.871899 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7d77ba63-7a1b-460b-bbbc-74378a6a290e req-61aef780-1079-48c0-a2e9-70cb0eef7066 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 945 time: 0.0644159 Dec 23 12:12:50.969775 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7d77ba63-7a1b-460b-bbbc-74378a6a290e req-31901d22-765d-44c4-b2ea-79a7fe150eb6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900807 Dec 23 12:12:50.990002 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-c41ada6b-60c3-4e7e-bbdf-45595e964f19 req-44079c8a-96ad-40a9-a689-841c6f2e6a2a service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169333 Dec 23 12:12:51.099903 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2b899-2dbb-4bc0-83c1-c74e2ce27892 req-532d9c8a-8e04-480c-b8fe-48a2595e970b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:51.102211 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15b2b899-2dbb-4bc0-83c1-c74e2ce27892 req-532d9c8a-8e04-480c-b8fe-48a2595e970b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 945 time: 0.0571585 Dec 23 12:12:51.154318 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-15b2b899-2dbb-4bc0-83c1-c74e2ce27892 req-5b968c6a-0047-4a59-9a2c-86499d335038 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424538 Dec 23 12:12:51.489426 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241fddd-af5c-4112-9741-f29d4d525c37 req-cc89183d-4d26-47f2-b8b1-3f50825a2080 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:12:51.490940 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0241fddd-af5c-4112-9741-f29d4d525c37 req-cc89183d-4d26-47f2-b8b1-3f50825a2080 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 945 time: 0.0535488 Dec 23 12:12:51.548492 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-0241fddd-af5c-4112-9741-f29d4d525c37 req-8da5a043-e381-4d53-b676-52a877a8cac8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483444 Dec 23 12:13:01.099707 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b9f45-c4c7-414d-b04e-af986517a06a req-cc9fa27a-badd-4dda-b6eb-7f799ac9b912 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:01.101072 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2e9b9f45-c4c7-414d-b04e-af986517a06a req-cc9fa27a-badd-4dda-b6eb-7f799ac9b912 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 945 time: 0.0583026 Dec 23 12:13:01.157429 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2e9b9f45-c4c7-414d-b04e-af986517a06a req-ca523d18-a429-461c-ba2f-99b8b412daf5 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467803 Dec 23 12:13:01.186377 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39512) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:01.271125 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b545f05b-4d49-4a90-a502-837c3d7fd6ba tempest-TestMinimumBasicScenario-178383940 tempest-TestMinimumBasicScenario-178383940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:01.272611 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-b545f05b-4d49-4a90-a502-837c3d7fd6ba tempest-TestMinimumBasicScenario-178383940 tempest-TestMinimumBasicScenario-178383940-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 1093 time: 0.0852044 Dec 23 12:13:01.275721 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39516) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:01.279933 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Request body: {'floatingip': {'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'port_id': '0c5c9304-bccc-488a-8e51-116a85984824', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:01.306902 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for floatingip, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:01.407410 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:01.513149 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Allocated IP 172.27.2.237 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/51856488-6d1e-4736-8cfc-e6166f1b4b9f) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:13:01.617691 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:01.657277 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:01.698645 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:13:01.701551 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:13:01.704991 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:13:01.710675 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event updated for resources: {'Port': ['ID=51856488-6d1e-4736-8cfc-e6166f1b4b9f,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:02.105569 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:02.175144 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:02.327221 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:02.335736 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:02.407908 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event updated for resources: {'Port': ['ID=51856488-6d1e-4736-8cfc-e6166f1b4b9f,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:02.421661 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:02.528346 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.l3_db [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Floating IP 15a0981a-5af2-4dc3-865d-c3685060537d associated. External IP: 172.27.2.237, port: 0c5c9304-bccc-488a-8e51-116a85984824. Dec 23 12:13:02.743843 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Router 41a82589-e2e1-4f7e-8d53-3188477fac31 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:13:02.849653 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:13:02.859841 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dbf14b-536a-49c4-afc6-719da460d9aa None None] Sync routers for ids ['41a82589-e2e1-4f7e-8d53-3188477fac31'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:13:02.869887 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:02.870153 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbf14b-536a-49c4-afc6-719da460d9aa None None] Routers {'41a82589-e2e1-4f7e-8d53-3188477fac31'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:13:02.870899 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-30dbf14b-536a-49c4-afc6-719da460d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:12:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['41a82589-e2e1-4f7e-8d53-3188477fac31'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:13:02.899758 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-7b378236-72ab-41b4-9a22-683fe8fd96a8 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6230428 Dec 23 12:13:02.900421 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'tag': '0c5c9304-bccc-488a-8e51-116a85984824'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:13:02.902828 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09bf7d4-cfb9-46f8-8385-22113a6179f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c088f48b-5f59-4c34-9fcb-5bc13dbee3ed", "tag": "0c5c9304-bccc-488a-8e51-116a85984824"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:13:02.903022 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39518) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:02.907749 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-f290d117-e941-42b8-ab0c-c3a711250c7c tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-568412105', 'description': 'tempest-secgroup-smoke-568412105 description', 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:02.936051 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f290d117-e941-42b8-ab0c-c3a711250c7c tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:02.945585 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91946b9d-edfb-40fd-a14d-e98908bff0f7 x-openstack-request-id: req-91946b9d-edfb-40fd-a14d-e98908bff0f7 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:13:02.945885 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c088f48b-5f59-4c34-9fcb-5bc13dbee3ed", "tag": "0c5c9304-bccc-488a-8e51-116a85984824", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:13:02.946164 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91946b9d-edfb-40fd-a14d-e98908bff0f7 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:13:02.946602 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'tag': '0c5c9304-bccc-488a-8e51-116a85984824', 'status': 'completed', 'code': 200} Dec 23 12:13:02.981201 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-30dbf14b-536a-49c4-afc6-719da460d9aa None None] Set router 41a82589-e2e1-4f7e-8d53-3188477fac31 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:13:03.005193 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f290d117-e941-42b8-ab0c-c3a711250c7c tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.010563 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f290d117-e941-42b8-ab0c-c3a711250c7c tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.036791 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f290d117-e941-42b8-ab0c-c3a711250c7c tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.038063 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-f290d117-e941-42b8-ab0c-c3a711250c7c tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1342406 Dec 23 12:13:03.041205 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39522) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:03.045791 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-a765db89-bf87-485b-b15b-783b00438bac tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Request body: {'security_group_rule': {'security_group_id': 'bdc86ebe-5fe4-4143-9917-b8ac1c958868', 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:03.066725 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290d117-e941-42b8-ab0c-c3a711250c7c tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc86ebe-5fe4-4143-9917-b8ac1c958868,revision_number=1']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:03.075778 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bf7d4-cfb9-46f8-8385-22113a6179f6 req-a55c332a-e76f-44dc-897b-3324e5d6ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:03.077691 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b09bf7d4-cfb9-46f8-8385-22113a6179f6 req-a55c332a-e76f-44dc-897b-3324e5d6ae47 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=261f3dd2fce84f6ba9012d9b2b7b8820&device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 1098 time: 0.0469434 Dec 23 12:13:03.090541 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a765db89-bf87-485b-b15b-783b00438bac tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.149782 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a765db89-bf87-485b-b15b-783b00438bac tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.155647 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a765db89-bf87-485b-b15b-783b00438bac tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.174365 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765db89-bf87-485b-b15b-783b00438bac tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df6bae3-398c-4969-9ad6-3d248fe01d65,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:03.185846 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a765db89-bf87-485b-b15b-783b00438bac tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.187730 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-a765db89-bf87-485b-b15b-783b00438bac tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455774 Dec 23 12:13:03.188260 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bf7d4-cfb9-46f8-8385-22113a6179f6 req-6443856b-1289-43de-9cde-3123b68a79de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:03.190284 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b09bf7d4-cfb9-46f8-8385-22113a6179f6 req-6443856b-1289-43de-9cde-3123b68a79de service neutron] 10.222.0.61 "GET /v2.0/networks?id=93a34628-ca73-4073-8e65-978439af824b HTTP/1.1" status: 200 len: 914 time: 0.0997696 Dec 23 12:13:03.190661 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39524) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:03.195641 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-84bef506-d876-4ed6-b716-3aeab3987c43 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Request body: {'security_group_rule': {'security_group_id': 'bdc86ebe-5fe4-4143-9917-b8ac1c958868', 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:03.225470 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-84bef506-d876-4ed6-b716-3aeab3987c43 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.266292 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b09bf7d4-cfb9-46f8-8385-22113a6179f6 req-cd9a9647-91b7-4cc8-b757-e77e02bb3ab9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c5c9304-bccc-488a-8e51-116a85984824 HTTP/1.1" status: 200 len: 999 time: 0.0672975 Dec 23 12:13:03.281977 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-84bef506-d876-4ed6-b716-3aeab3987c43 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.287505 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-84bef506-d876-4ed6-b716-3aeab3987c43 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.308496 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bef506-d876-4ed6-b716-3aeab3987c43 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc228510-e307-4a03-88ae-863bfc83c7ae,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:03.319602 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-84bef506-d876-4ed6-b716-3aeab3987c43 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.321738 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-84bef506-d876-4ed6-b716-3aeab3987c43 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292231 Dec 23 12:13:03.323567 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39526) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:03.330623 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-7e64c6df-bc1c-4934-b434-e6ad317f73f6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Request body: {'security_group_rule': {'security_group_id': 'bdc86ebe-5fe4-4143-9917-b8ac1c958868', 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:03.336027 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bf7d4-cfb9-46f8-8385-22113a6179f6 req-0e2a7e28-7037-4112-87d4-9c3e01233f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:03.337439 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b09bf7d4-cfb9-46f8-8385-22113a6179f6 req-0e2a7e28-7037-4112-87d4-9c3e01233f81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76255089-624a-4f5b-b58c-d47c193a08ee HTTP/1.1" status: 200 len: 852 time: 0.0626440 Dec 23 12:13:03.374279 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-30dbf14b-536a-49c4-afc6-719da460d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 4, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port': {'id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:11Z', 'updated_at': '2021-12-23T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '15a0981a-5af2-4dc3-865d-c3685060537d', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'port_id': '0c5c9304-bccc-488a-8e51-116a85984824', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'mac_address': 'fa:16:3e:fb:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:13:01Z', 'updated_at': '2021-12-23T12:13:01Z', 'revision_number': 0, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e92879-957d-44e5-9250-96fdbe7bd940', 'name': '', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'mac_address': 'fa:16:3e:42:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:12Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 5, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'subnets': [{'id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:13:03.387464 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7e64c6df-bc1c-4934-b434-e6ad317f73f6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.399971 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dbf14b-536a-49c4-afc6-719da460d9aa None None] Checking router: 41a82589-e2e1-4f7e-8d53-3188477fac31 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:13:03.408121 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbf14b-536a-49c4-afc6-719da460d9aa None None] Routers {'41a82589-e2e1-4f7e-8d53-3188477fac31'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:13:03.408738 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-30dbf14b-536a-49c4-afc6-719da460d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:12:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['41a82589-e2e1-4f7e-8d53-3188477fac31'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:13:03.417034 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bf7d4-cfb9-46f8-8385-22113a6179f6 req-41271a02-1db8-4b20-af20-1cbc6c011fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:03.418617 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b09bf7d4-cfb9-46f8-8385-22113a6179f6 req-41271a02-1db8-4b20-af20-1cbc6c011fa9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=93a34628-ca73-4073-8e65-978439af824b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698731 Dec 23 12:13:03.470143 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7e64c6df-bc1c-4934-b434-e6ad317f73f6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.498976 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7e64c6df-bc1c-4934-b434-e6ad317f73f6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.517912 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-30dbf14b-536a-49c4-afc6-719da460d9aa None None] Set router 41a82589-e2e1-4f7e-8d53-3188477fac31 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:13:03.526610 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64c6df-bc1c-4934-b434-e6ad317f73f6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7b60cc-a0c8-4c4a-bde7-d498ba257136,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:03.533395 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7e64c6df-bc1c-4934-b434-e6ad317f73f6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.534602 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-7e64c6df-bc1c-4934-b434-e6ad317f73f6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2099888 Dec 23 12:13:03.537833 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39528) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:03.542390 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.v2.base [None req-6e28d111-d07f-4318-b8d1-171c1fc2a086 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Request body: {'security_group_rule': {'security_group_id': 'bdc86ebe-5fe4-4143-9917-b8ac1c958868', 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102502) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:03.552540 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b09bf7d4-cfb9-46f8-8385-22113a6179f6 req-30ca66c7-2cf7-4484-820b-5eeac608dab7 service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194758 Dec 23 12:13:03.572752 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6e28d111-d07f-4318-b8d1-171c1fc2a086 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.636396 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6e28d111-d07f-4318-b8d1-171c1fc2a086 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.641254 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6e28d111-d07f-4318-b8d1-171c1fc2a086 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.654031 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b09bf7d4-cfb9-46f8-8385-22113a6179f6 req-e8d16fba-52c3-420b-a678-29a3646f22a2 service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905361 Dec 23 12:13:03.666992 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28d111-d07f-4318-b8d1-171c1fc2a086 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fdffc7b-393b-43f5-b1fc-724b1e6a808c,revision_number=0']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:03.674933 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6e28d111-d07f-4318-b8d1-171c1fc2a086 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.679283 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-6e28d111-d07f-4318-b8d1-171c1fc2a086 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373942 Dec 23 12:13:03.679685 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39530) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:03.684459 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-b6b1989c-c681-45df-bfd1-387acd3290a1 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Request body: {'security_group_rule': {'security_group_id': 'bdc86ebe-5fe4-4143-9917-b8ac1c958868', 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:03.709575 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.securitygroups_db [None req-b6b1989c-c681-45df-bfd1-387acd3290a1 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Project 261f3dd2fce84f6ba9012d9b2b7b8820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:13:03.714599 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b6b1989c-c681-45df-bfd1-387acd3290a1 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.767601 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-dc37aa41-c3fb-4a1c-823c-fea9cc9ff9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.774201 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b6b1989c-c681-45df-bfd1-387acd3290a1 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.777858 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-30dbf14b-536a-49c4-afc6-719da460d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 4, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port': {'id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:11Z', 'updated_at': '2021-12-23T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '15a0981a-5af2-4dc3-865d-c3685060537d', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'port_id': '0c5c9304-bccc-488a-8e51-116a85984824', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'mac_address': 'fa:16:3e:fb:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:13:01Z', 'updated_at': '2021-12-23T12:13:01Z', 'revision_number': 0, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e92879-957d-44e5-9250-96fdbe7bd940', 'name': '', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'mac_address': 'fa:16:3e:42:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:12Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 5, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'subnets': [{'id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:13:03.778913 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b6b1989c-c681-45df-bfd1-387acd3290a1 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.796097 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1989c-c681-45df-bfd1-387acd3290a1 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b85bc2d-2033-4bbe-8eea-33ba54840071,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:03.806770 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dbf14b-536a-49c4-afc6-719da460d9aa None None] The sync data for ids ['41a82589-e2e1-4f7e-8d53-3188477fac31'] in dv-cinder-822821-1-iscsi is: [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 4, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port': {'id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:11Z', 'updated_at': '2021-12-23T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '15a0981a-5af2-4dc3-865d-c3685060537d', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'port_id': '0c5c9304-bccc-488a-8e51-116a85984824', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'mac_address': 'fa:16:3e:fb:db:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:13:01Z', 'updated_at': '2021-12-23T12:13:01Z', 'revision_number': 0, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95e92879-957d-44e5-9250-96fdbe7bd940', 'name': '', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'mac_address': 'fa:16:3e:42:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:12Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 5, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'subnets': [{'id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:13:03.807501 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-b6b1989c-c681-45df-bfd1-387acd3290a1 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.808736 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-b6b1989c-c681-45df-bfd1-387acd3290a1 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280301 Dec 23 12:13:03.811463 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39532) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:03.815903 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-ca7ea100-e558-4c81-99c0-9d3efdb412ce tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Request body: {'security_group_rule': {'security_group_id': 'bdc86ebe-5fe4-4143-9917-b8ac1c958868', 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:03.840302 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.securitygroups_db [None req-ca7ea100-e558-4c81-99c0-9d3efdb412ce tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Project 261f3dd2fce84f6ba9012d9b2b7b8820 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:13:03.845828 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea100-e558-4c81-99c0-9d3efdb412ce tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.905530 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea100-e558-4c81-99c0-9d3efdb412ce tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.909441 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea100-e558-4c81-99c0-9d3efdb412ce tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687261'] for security_group_rule, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.927528 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ea100-e558-4c81-99c0-9d3efdb412ce tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84141e3-2118-47c0-ace0-72f8c5e76135,revision_number=0']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:03.936301 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ca7ea100-e558-4c81-99c0-9d3efdb412ce tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:03.937550 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-ca7ea100-e558-4c81-99c0-9d3efdb412ce tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251323 Dec 23 12:13:03.999733 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941694a7-7c51-4d72-a40a-5deaf575eba2 None None] New status for floating IP 15a0981a-5af2-4dc3-865d-c3685060537d: ACTIVE {{(pid=102505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:13:04.035454 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9468bff6-5c90-4113-aa2a-a9963152c519 req-778e9533-5b62-4065-948c-438d68db8321 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-568412105&fields=id&tenant_id=261f3dd2fce84f6ba9012d9b2b7b8820 HTTP/1.1" status: 200 len: 267 time: 0.0498726 Dec 23 12:13:04.087743 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468bff6-5c90-4113-aa2a-a9963152c519 req-67512391-fc66-43a6-b307-38d847119c53 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:04.089223 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9468bff6-5c90-4113-aa2a-a9963152c519 req-67512391-fc66-43a6-b307-38d847119c53 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 945 time: 0.0478532 Dec 23 12:13:04.100789 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-9468bff6-5c90-4113-aa2a-a9963152c519 req-7ff0bcc3-57b0-4896-ac47-e600aede0a3f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Request body: {'port': {'security_groups': ['1b30d294-81af-453d-966b-2d261e2332aa', 'bdc86ebe-5fe4-4143-9917-b8ac1c958868']}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:04.164571 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-9468bff6-5c90-4113-aa2a-a9963152c519 req-7ff0bcc3-57b0-4896-ac47-e600aede0a3f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:04.356830 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-9468bff6-5c90-4113-aa2a-a9963152c519 req-7ff0bcc3-57b0-4896-ac47-e600aede0a3f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] For port 0c5c9304-bccc-488a-8e51-116a85984824, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0c5c9304-bccc-488a-8e51-116a85984824,segment=NetworkSegment(f3448ddd-800e-4578-861a-c01e16349821),segment_id=f3448ddd-800e-4578-861a-c01e16349821)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:13:04.386687 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-9468bff6-5c90-4113-aa2a-a9963152c519 req-7ff0bcc3-57b0-4896-ac47-e600aede0a3f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:04.393183 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-9468bff6-5c90-4113-aa2a-a9963152c519 req-7ff0bcc3-57b0-4896-ac47-e600aede0a3f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:04.439868 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468bff6-5c90-4113-aa2a-a9963152c519 req-7ff0bcc3-57b0-4896-ac47-e600aede0a3f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:04.440414 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-9468bff6-5c90-4113-aa2a-a9963152c519 req-7ff0bcc3-57b0-4896-ac47-e600aede0a3f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:04.441488 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['0c5c9304-bccc-488a-8e51-116a85984824'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:13:04.442003 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9468bff6-5c90-4113-aa2a-a9963152c519 req-7ff0bcc3-57b0-4896-ac47-e600aede0a3f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "PUT /v2.0/ports/0c5c9304-bccc-488a-8e51-116a85984824 HTTP/1.1" status: 200 len: 981 time: 0.3458622 Dec 23 12:13:04.462156 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0bcc3-57b0-4896-ac47-e600aede0a3f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event updated for resources: {'Port': ['ID=0c5c9304-bccc-488a-8e51-116a85984824,revision_number=6']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.554886 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.557403 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.557403 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.557403 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.557403 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.557403 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.557403 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.557403 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.557403 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.557403 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.557403 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.557403 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:13:04.557403 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:13:04.557403 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cf128-c3e5-4f12-a536-4ac8f73e6a91 req-071da670-c11d-454b-b5d2-10103746f446 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:04.560896 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8d7cf128-c3e5-4f12-a536-4ac8f73e6a91 req-071da670-c11d-454b-b5d2-10103746f446 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 984 time: 0.0532100 Dec 23 12:13:04.627028 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8d7cf128-c3e5-4f12-a536-4ac8f73e6a91 req-31767206-3a6d-4ee9-b658-ce43134b0385 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&id=bdc86ebe-5fe4-4143-9917-b8ac1c958868&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610335 Dec 23 12:13:04.665368 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['0c5c9304-bccc-488a-8e51-116a85984824'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:13:04.745886 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-ea31fbe2-a1e9-4349-a703-493742c075f8 None None] Provisioning complete for port 0c5c9304-bccc-488a-8e51-116a85984824 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:13:04.746140 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-ea31fbe2-a1e9-4349-a703-493742c075f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:04.947704 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'tag': '0c5c9304-bccc-488a-8e51-116a85984824'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:13:04.950140 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c493bc-b9f2-4fcd-b9fe-f10f0f7f7759" -d '{"events": [{"name": "network-changed", "server_uuid": "c088f48b-5f59-4c34-9fcb-5bc13dbee3ed", "tag": "0c5c9304-bccc-488a-8e51-116a85984824"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:13:04.988613 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a5795b-8394-43c9-8c27-337d9b1307c6 x-openstack-request-id: req-43a5795b-8394-43c9-8c27-337d9b1307c6 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:13:04.988908 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c088f48b-5f59-4c34-9fcb-5bc13dbee3ed", "tag": "0c5c9304-bccc-488a-8e51-116a85984824", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:13:04.989277 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-43a5795b-8394-43c9-8c27-337d9b1307c6 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:13:04.989680 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'tag': '0c5c9304-bccc-488a-8e51-116a85984824', 'status': 'completed', 'code': 200} Dec 23 12:13:05.094633 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c493bc-b9f2-4fcd-b9fe-f10f0f7f7759 req-2365ada3-e484-4b35-888d-cf34a2743ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:05.096175 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92c493bc-b9f2-4fcd-b9fe-f10f0f7f7759 req-2365ada3-e484-4b35-888d-cf34a2743ff3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=261f3dd2fce84f6ba9012d9b2b7b8820&device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 1137 time: 0.0437305 Dec 23 12:13:05.198957 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c493bc-b9f2-4fcd-b9fe-f10f0f7f7759 req-f6073f0f-2f5c-48de-95fb-692a1c0d7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:05.200350 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92c493bc-b9f2-4fcd-b9fe-f10f0f7f7759 req-f6073f0f-2f5c-48de-95fb-692a1c0d7a30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=93a34628-ca73-4073-8e65-978439af824b HTTP/1.1" status: 200 len: 914 time: 0.0962620 Dec 23 12:13:05.278235 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92c493bc-b9f2-4fcd-b9fe-f10f0f7f7759 req-f58fad4e-f524-45a1-a6b3-96571955610b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c5c9304-bccc-488a-8e51-116a85984824 HTTP/1.1" status: 200 len: 1001 time: 0.0645604 Dec 23 12:13:05.338105 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c493bc-b9f2-4fcd-b9fe-f10f0f7f7759 req-6e80bb0e-af0c-42d6-8096-a324a1804509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:05.340256 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92c493bc-b9f2-4fcd-b9fe-f10f0f7f7759 req-6e80bb0e-af0c-42d6-8096-a324a1804509 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76255089-624a-4f5b-b58c-d47c193a08ee HTTP/1.1" status: 200 len: 852 time: 0.0513268 Dec 23 12:13:05.396513 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c493bc-b9f2-4fcd-b9fe-f10f0f7f7759 req-209dcb4e-481d-41d8-9a87-4b53eade13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:05.397997 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92c493bc-b9f2-4fcd-b9fe-f10f0f7f7759 req-209dcb4e-481d-41d8-9a87-4b53eade13ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=93a34628-ca73-4073-8e65-978439af824b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480549 Dec 23 12:13:05.508310 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92c493bc-b9f2-4fcd-b9fe-f10f0f7f7759 req-e5065027-278b-48d5-b666-bcb4b5883cde service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956910 Dec 23 12:13:05.612293 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-92c493bc-b9f2-4fcd-b9fe-f10f0f7f7759 req-f2e71e60-1fd9-4166-b688-4fe51644b98c service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933425 Dec 23 12:13:05.838503 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:13:05.990246 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-fe4dadff-ebb6-4ffe-995d-075a986a23a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:07.215576 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:08.643099 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:09.299253 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:14.317226 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:29.866646 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-2923cf7e-c15f-4723-8fbe-401af55ac5fe tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922405993&fields=id&tenant_id=65754771daec4e08922a4c10f20ca653 HTTP/1.1" status: 200 len: 267 time: 0.0456614 Dec 23 12:13:29.997519 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-2e5a3268-1ddc-4943-89c7-7c29e98febdd tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:29.999446 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-2e5a3268-1ddc-4943-89c7-7c29e98febdd tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 811 time: 0.1256142 Dec 23 12:13:30.016764 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-262d037e-f84c-45c7-8407-470ca0d4b320 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/quotas/65754771daec4e08922a4c10f20ca653 HTTP/1.1" status: 200 len: 375 time: 0.0113115 Dec 23 12:13:30.071423 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-666a6f97-88c9-4135-bfc9-a900005b3e8f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488791 Dec 23 12:13:30.172261 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-c5da29e1-dc1a-4a69-b839-8c179e8271dc service neutron] 10.222.0.65 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880494 Dec 23 12:13:30.518770 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-e303d2c5-b67e-4412-a3a9-8876b9ef8f2d service neutron] 10.222.0.65 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404334 Dec 23 12:13:30.822178 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-66f49e65-2a09-44e6-9d40-2a2d1f6116e0 req-e1f42dc0-1432-4f58-82d7-c5616f1fdd52 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 210 time: 0.0264087 Dec 23 12:13:31.919149 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aa5b8a48-ac44-4bae-ba94-75cfe43dfb29 req-223a70c7-c722-4d63-ab96-73704a835b24 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 210 time: 0.0303817 Dec 23 12:13:32.105634 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-2de3e90a-ae07-48b1-9409-5fedf396d924 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:32.107014 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-2de3e90a-ae07-48b1-9409-5fedf396d924 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 811 time: 0.1075735 Dec 23 12:13:32.240369 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-96d649f8-f775-4b68-9ad7-561c822eb6cd tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65754771daec4e08922a4c10f20ca653 HTTP/1.1" status: 200 len: 380 time: 0.0663688 Dec 23 12:13:32.250892 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Request body: {'port': {'device_id': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'admin_state_up': True, 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'security_groups': ['e7cccbd7-4c58-4335-aabf-5a5e7da18ffa']}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:32.374971 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Made reservation on behalf of 65754771daec4e08922a4c10f20ca653 for: {'port': 1} {{(pid=102503) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:13:32.378505 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:32.505493 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Allocated IP 172.20.0.9 (cb185919-e3e9-4255-a3cb-29bc627cf289/38fc147a-9a72-4186-b36a-1ab62644f15f/c267d140-e712-43d0-9e40-a2094d5fe1b4) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:13:32.648503 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:32.684073 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:32.733122 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Network cb185919-e3e9-4255-a3cb-29bc627cf289 is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:13:32.736084 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:13:32.739683 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:13:32.746238 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'Port': ['ID=c267d140-e712-43d0-9e40-a2094d5fe1b4,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:32.776068 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:32.776904 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:32.777758 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:32.777758 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:32.777758 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:32.777758 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:32.778987 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:32.779164 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:32.779471 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:32.779825 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:32.780147 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:32.780466 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:32.780785 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:32.804965 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:32.805592 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:32.822640 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-4baf5471-44bb-406e-8798-db84de018fb4 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5756257 Dec 23 12:13:32.844962 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Request body: {'port': {'device_id': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:32.900223 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:32.960176 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-a558d583-36a3-4ab5-9e83-42b73a6f7b22 None None] Provisioning complete for port c267d140-e712-43d0-9e40-a2094d5fe1b4 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:13:32.961717 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a558d583-36a3-4ab5-9e83-42b73a6f7b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:32.999602 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-a558d583-36a3-4ab5-9e83-42b73a6f7b22 None None] Port c267d140-e712-43d0-9e40-a2094d5fe1b4 cannot update to ACTIVE because it is not bound. {{(pid=102504) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:13:33.215039 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c267d140-e712-43d0-9e40-a2094d5fe1b4 {{(pid=102503) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:13:33.224993 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:33.246469 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59f788-c298-41e1-913b-e77211d51256 req-f401e986-3528-4c5e-afee-e1fe13fdc585 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:33.247987 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5d59f788-c298-41e1-913b-e77211d51256 req-f401e986-3528-4c5e-afee-e1fe13fdc585 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 931 time: 0.2304766 Dec 23 12:13:33.250497 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.provisioning_blocks [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Transition to ACTIVE for port object c267d140-e712-43d0-9e40-a2094d5fe1b4 will not be triggered until provisioned by entity L2. {{(pid=102503) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:13:33.261140 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:33.342070 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Pushing event updated for resources: {'Port': ['ID=c267d140-e712-43d0-9e40-a2094d5fe1b4,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:33.349825 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5d59f788-c298-41e1-913b-e77211d51256 req-1711c5a0-910b-4749-8d02-9f13a559aadc tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950420 Dec 23 12:13:33.420937 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Attempting to bind port c267d140-e712-43d0-9e40-a2094d5fe1b4 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:13:33.421183 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Attempting to bind port c267d140-e712-43d0-9e40-a2094d5fe1b4 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:13:33.421519 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Attempting to bind port c267d140-e712-43d0-9e40-a2094d5fe1b4 on network cb185919-e3e9-4255-a3cb-29bc627cf289 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:13:33.426286 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Port c267d140-e712-43d0-9e40-a2094d5fe1b4 on network cb185919-e3e9-4255-a3cb-29bc627cf289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:13:33.426626 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Attempting to bind port c267d140-e712-43d0-9e40-a2094d5fe1b4 on network cb185919-e3e9-4255-a3cb-29bc627cf289 {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:13:33.431699 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Checking agent: {'id': '80c1de2a-1a27-47df-931f-83b51353fdf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'started_at': datetime.datetime(2021, 12, 23, 11, 56, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:13:33.432033 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Checking segment: {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:13:33.432414 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Bound using segment: {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'} {{(pid=102503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:13:33.433393 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.managers [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Bound port: c267d140-e712-43d0-9e40-a2094d5fe1b4, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a412e5b-e378-47bc-b237-fafc7b9670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289'}}] {{(pid=102503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:13:33.433917 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:33.499372 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] For port c267d140-e712-43d0-9e40-a2094d5fe1b4, host hv-cinder-82282, cleared binding levels {{(pid=102503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:13:33.502300 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] For port c267d140-e712-43d0-9e40-a2094d5fe1b4, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c267d140-e712-43d0-9e40-a2094d5fe1b4,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:13:33.507763 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:33.544594 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:33.545349 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:33.546754 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] 10.222.0.61 "PUT /v2.0/ports/c267d140-e712-43d0-9e40-a2094d5fe1b4 HTTP/1.1" status: 200 len: 1093 time: 0.7062304 Dec 23 12:13:33.548833 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'tag': 'c267d140-e712-43d0-9e40-a2094d5fe1b4'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:13:33.551177 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e4e1ec-f46b-465a-8fba-90f9bd3a5883" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1", "tag": "c267d140-e712-43d0-9e40-a2094d5fe1b4"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:13:33.582871 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d49f2-610a-4bd8-99d9-433f36f18701 service neutron] Pushing event updated for resources: {'Port': ['ID=c267d140-e712-43d0-9e40-a2094d5fe1b4,revision_number=3']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:33.602122 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03440d69-146a-4dd4-ae7e-024ded11a320 x-openstack-request-id: req-03440d69-146a-4dd4-ae7e-024ded11a320 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:13:33.602418 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1", "tag": "c267d140-e712-43d0-9e40-a2094d5fe1b4", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:13:33.602755 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03440d69-146a-4dd4-ae7e-024ded11a320 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:13:33.603171 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'tag': 'c267d140-e712-43d0-9e40-a2094d5fe1b4', 'status': 'completed', 'code': 200} Dec 23 12:13:33.676669 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-9d24b363-0a48-464f-9167-e34966980e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:33.678404 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-9d24b363-0a48-464f-9167-e34966980e54 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 1096 time: 0.0452485 Dec 23 12:13:33.734385 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-fb196aab-1ba6-48b8-91dd-6febf74b9f56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c267d140-e712-43d0-9e40-a2094d5fe1b4 HTTP/1.1" status: 200 len: 217 time: 0.0378723 Dec 23 12:13:33.761071 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-dc3d4293-8aa0-40f6-a203-39ffb33b889f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:33.786872 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-0484f2d1-4b6b-492e-8180-7c6f70141aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:33.788341 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-0484f2d1-4b6b-492e-8180-7c6f70141aea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0447102 Dec 23 12:13:33.848705 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-9a255ef0-aeee-4f98-89a5-09f3b749add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:33.850240 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-9a255ef0-aeee-4f98-89a5-09f3b749add0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539999 Dec 23 12:13:33.944594 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-d67dd0ca-505e-4a03-9cb9-2939ddd1503f service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844338 Dec 23 12:13:34.041362 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-1a0e2b15-95d0-417b-8c87-1d3b8843e0b4 req-70805057-2ccc-440a-b73d-4e6128f179a7 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885868 Dec 23 12:13:34.219959 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4e1ec-f46b-465a-8fba-90f9bd3a5883 req-2c38e011-2cce-41e2-9764-ea0affae67db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:34.221356 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-56e4e1ec-f46b-465a-8fba-90f9bd3a5883 req-2c38e011-2cce-41e2-9764-ea0affae67db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 1096 time: 0.0424600 Dec 23 12:13:34.327083 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4e1ec-f46b-465a-8fba-90f9bd3a5883 req-da8c4519-0ad3-4d3c-b01e-327cb5bc2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:34.328556 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-56e4e1ec-f46b-465a-8fba-90f9bd3a5883 req-da8c4519-0ad3-4d3c-b01e-327cb5bc2ea5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 912 time: 0.0922554 Dec 23 12:13:34.375240 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-56e4e1ec-f46b-465a-8fba-90f9bd3a5883 req-c5cb345b-104d-43d1-a64b-e4babe4f89f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c267d140-e712-43d0-9e40-a2094d5fe1b4 HTTP/1.1" status: 200 len: 217 time: 0.0338106 Dec 23 12:13:34.425882 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4e1ec-f46b-465a-8fba-90f9bd3a5883 req-8013bc27-7739-4f18-9501-96c90c37b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:34.427385 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-56e4e1ec-f46b-465a-8fba-90f9bd3a5883 req-8013bc27-7739-4f18-9501-96c90c37b811 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0426996 Dec 23 12:13:34.503381 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c3428-a25f-4e69-85be-a67d2348abdd req-7fe6071f-b18e-4356-b62d-226e87a39ed2 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:34.504767 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-999c3428-a25f-4e69-85be-a67d2348abdd req-7fe6071f-b18e-4356-b62d-226e87a39ed2 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 943 time: 0.0765085 Dec 23 12:13:34.507340 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4e1ec-f46b-465a-8fba-90f9bd3a5883 req-a9b702fe-a2da-48f2-a1ad-828ce1ed8702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:34.508659 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-56e4e1ec-f46b-465a-8fba-90f9bd3a5883 req-a9b702fe-a2da-48f2-a1ad-828ce1ed8702 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711529 Dec 23 12:13:34.608818 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-999c3428-a25f-4e69-85be-a67d2348abdd req-4e7f6cd8-28d3-427e-b254-18fc39d9b59f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971341 Dec 23 12:13:34.635602 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-56e4e1ec-f46b-465a-8fba-90f9bd3a5883 req-3bc9f81d-fec0-477f-8289-c9c0ea721fa4 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110420 Dec 23 12:13:34.750736 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-56e4e1ec-f46b-465a-8fba-90f9bd3a5883 req-808a852e-d36f-4a02-90ef-65ea5da95383 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928895 Dec 23 12:13:35.807192 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7617ef-9221-4a10-8e82-7e3676b9b5fc req-01eb8994-12da-47dc-8dd8-f4b08a2fb3f1 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:35.808654 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5a7617ef-9221-4a10-8e82-7e3676b9b5fc req-01eb8994-12da-47dc-8dd8-f4b08a2fb3f1 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 943 time: 0.1135321 Dec 23 12:13:35.856745 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-5a7617ef-9221-4a10-8e82-7e3676b9b5fc req-0ee788af-25d9-4cba-9504-a9c9154eb35b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420647 Dec 23 12:13:35.993195 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1436981c-5ead-45ae-b63e-3ba3fcb82412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:36.975150 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636160ab-ffbe-4e15-920b-2a04c2238431 req-7a9add47-7a42-4f46-9e4f-de1a2205bb95 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:36.976639 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-636160ab-ffbe-4e15-920b-2a04c2238431 req-7a9add47-7a42-4f46-9e4f-de1a2205bb95 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 943 time: 0.0512118 Dec 23 12:13:37.056617 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-636160ab-ffbe-4e15-920b-2a04c2238431 req-e5963702-7521-4a04-8d52-219a0346b177 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739686 Dec 23 12:13:37.097951 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71a42e-41b6-4db8-a0ee-f3d42043c6d7 req-44eba369-793c-460f-b106-646e1fd9ec66 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:37.099775 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8b71a42e-41b6-4db8-a0ee-f3d42043c6d7 req-44eba369-793c-460f-b106-646e1fd9ec66 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 984 time: 0.1099691 Dec 23 12:13:37.132120 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53325e90-2e8e-4779-8e1f-fb1c982a0e96 req-78de6873-f863-44c6-b884-ad0a5c852a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:37.133474 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-53325e90-2e8e-4779-8e1f-fb1c982a0e96 req-78de6873-f863-44c6-b884-ad0a5c852a0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=261f3dd2fce84f6ba9012d9b2b7b8820&device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 1137 time: 0.0737138 Dec 23 12:13:37.189962 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8b71a42e-41b6-4db8-a0ee-f3d42043c6d7 req-283d64c0-3856-47eb-aec4-07ad3de7ba33 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&id=bdc86ebe-5fe4-4143-9917-b8ac1c958868&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838945 Dec 23 12:13:37.222606 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:37.254152 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53325e90-2e8e-4779-8e1f-fb1c982a0e96 req-c2f26813-a4d1-45ff-901a-638b35dab620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:37.255648 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-53325e90-2e8e-4779-8e1f-fb1c982a0e96 req-c2f26813-a4d1-45ff-901a-638b35dab620 service neutron] 10.222.0.61 "GET /v2.0/networks?id=93a34628-ca73-4073-8e65-978439af824b HTTP/1.1" status: 200 len: 914 time: 0.1072750 Dec 23 12:13:37.325977 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-53325e90-2e8e-4779-8e1f-fb1c982a0e96 req-fb25e5cb-b49c-4fad-92f3-9723078a130b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c5c9304-bccc-488a-8e51-116a85984824 HTTP/1.1" status: 200 len: 1001 time: 0.0568428 Dec 23 12:13:37.379226 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53325e90-2e8e-4779-8e1f-fb1c982a0e96 req-03414f25-0ffd-43b8-b4ff-4e8126d817c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:37.380723 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-53325e90-2e8e-4779-8e1f-fb1c982a0e96 req-03414f25-0ffd-43b8-b4ff-4e8126d817c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76255089-624a-4f5b-b58c-d47c193a08ee HTTP/1.1" status: 200 len: 852 time: 0.0449088 Dec 23 12:13:37.437158 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53325e90-2e8e-4779-8e1f-fb1c982a0e96 req-b89fabc3-e27e-4f3e-a9cf-dbb903ea2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:37.438491 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-53325e90-2e8e-4779-8e1f-fb1c982a0e96 req-b89fabc3-e27e-4f3e-a9cf-dbb903ea2fdf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=93a34628-ca73-4073-8e65-978439af824b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441616 Dec 23 12:13:37.533663 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-53325e90-2e8e-4779-8e1f-fb1c982a0e96 req-677f8b81-5d37-4c0e-9bea-a5235e86b1d3 service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809021 Dec 23 12:13:37.628597 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-53325e90-2e8e-4779-8e1f-fb1c982a0e96 req-6c82421b-6b17-4e64-b161-606ecbbfd08c service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855973 Dec 23 12:13:38.185168 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a05f5-32c9-4dd5-ad5f-5b2ae66643ad req-00f199bc-8807-49ff-a39c-7881dca59152 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:38.186658 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-542a05f5-32c9-4dd5-ad5f-5b2ae66643ad req-00f199bc-8807-49ff-a39c-7881dca59152 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 943 time: 0.0509155 Dec 23 12:13:38.236183 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-542a05f5-32c9-4dd5-ad5f-5b2ae66643ad req-ad03d0e6-7f25-40db-b1da-d79df9a55c1e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433900 Dec 23 12:13:38.306422 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096c56c-6da1-4fbc-8d43-a28d71fd855e req-527ca196-3306-41e6-bfdb-3c74885c8a81 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:38.307889 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8096c56c-6da1-4fbc-8d43-a28d71fd855e req-527ca196-3306-41e6-bfdb-3c74885c8a81 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 984 time: 0.0486803 Dec 23 12:13:38.376091 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8096c56c-6da1-4fbc-8d43-a28d71fd855e req-d1aa3580-b2af-4171-a6c3-faef161d415d tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&id=bdc86ebe-5fe4-4143-9917-b8ac1c958868&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600798 Dec 23 12:13:38.640028 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:39.296734 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:39.368267 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34df4ef-d07d-4687-b18d-d6c3bcd3f48c req-87a5b290-aa3a-4e6a-a797-8369027bcf16 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:39.369738 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e34df4ef-d07d-4687-b18d-d6c3bcd3f48c req-87a5b290-aa3a-4e6a-a797-8369027bcf16 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 943 time: 0.0536213 Dec 23 12:13:39.418268 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e34df4ef-d07d-4687-b18d-d6c3bcd3f48c req-770a699f-59ad-4172-81f0-5badb5c2244c tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Dec 23 12:13:39.496897 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab8c3a-eabf-4a23-af82-c20515df1ab7 req-1aa74f90-d2e9-44e1-8f3f-1658cea10300 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:39.498385 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f1ab8c3a-eabf-4a23-af82-c20515df1ab7 req-1aa74f90-d2e9-44e1-8f3f-1658cea10300 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 984 time: 0.0503025 Dec 23 12:13:39.558151 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-f1ab8c3a-eabf-4a23-af82-c20515df1ab7 req-269a7533-4d8d-4018-bb5d-0092cdc9fc00 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&id=bdc86ebe-5fe4-4143-9917-b8ac1c958868&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532129 Dec 23 12:13:40.551777 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db252648-2ea1-4728-8470-f3ef81c7b92a req-9bfd3460-cde9-4a30-9ee4-043c9800ab94 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:40.553199 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-db252648-2ea1-4728-8470-f3ef81c7b92a req-9bfd3460-cde9-4a30-9ee4-043c9800ab94 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 943 time: 0.0560150 Dec 23 12:13:40.601368 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-db252648-2ea1-4728-8470-f3ef81c7b92a req-2a965ff8-4ddb-4296-ada4-f4162ca4a41e tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420961 Dec 23 12:13:40.673147 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda2b1f-ae75-43ae-8286-c9539fba615b req-2fa2b4ed-035c-4daa-baab-97c38afd7ff2 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:40.674753 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ebda2b1f-ae75-43ae-8286-c9539fba615b req-2fa2b4ed-035c-4daa-baab-97c38afd7ff2 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 984 time: 0.0488193 Dec 23 12:13:40.733229 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-ebda2b1f-ae75-43ae-8286-c9539fba615b req-d05cadd6-2b03-49aa-87d1-b597bbd2d79f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&id=bdc86ebe-5fe4-4143-9917-b8ac1c958868&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523205 Dec 23 12:13:41.734073 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d674e-eb19-4926-8d48-386ca3bcffb1 req-ab0ca238-e7a3-4204-9fac-0a7f28b81184 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:41.735662 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4e6d674e-eb19-4926-8d48-386ca3bcffb1 req-ab0ca238-e7a3-4204-9fac-0a7f28b81184 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 943 time: 0.0553257 Dec 23 12:13:41.796211 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4e6d674e-eb19-4926-8d48-386ca3bcffb1 req-0c95d955-2414-4e5a-8a16-8ffb072e1bc2 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509622 Dec 23 12:13:41.851484 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497908-f169-4ded-b144-aeb690e93247 req-26a3d6b4-335f-4e53-8647-7a7be706fdc2 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:41.852940 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-27497908-f169-4ded-b144-aeb690e93247 req-26a3d6b4-335f-4e53-8647-7a7be706fdc2 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 984 time: 0.0482914 Dec 23 12:13:41.915516 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-27497908-f169-4ded-b144-aeb690e93247 req-3183a524-62e0-4aef-86f2-f75094172861 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&id=bdc86ebe-5fe4-4143-9917-b8ac1c958868&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541215 Dec 23 12:13:42.608280 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device c267d140-e712-43d0-9e40-a2094d5fe1b4 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=102504) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:13:42.718364 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port c267d140-e712-43d0-9e40-a2094d5fe1b4, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c267d140-e712-43d0-9e40-a2094d5fe1b4,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:13:42.729376 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Returning: {'device': 'c267d140-e712-43d0-9e40-a2094d5fe1b4', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'port_id': 'c267d140-e712-43d0-9e40-a2094d5fe1b4', 'mac_address': 'fa:16:3e:06:72:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102504) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:13:42.767835 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:42.781453 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c267d140-e712-43d0-9e40-a2094d5fe1b4 {{(pid=102504) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:13:42.801459 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port c267d140-e712-43d0-9e40-a2094d5fe1b4, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c267d140-e712-43d0-9e40-a2094d5fe1b4,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:13:42.807867 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:42.837910 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:13:42.854484 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=c267d140-e712-43d0-9e40-a2094d5fe1b4,revision_number=4']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:42.862057 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:42.862408 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:42.862781 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:42.863103 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:42.863468 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:42.863768 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:42.864091 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:42.864411 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:42.864729 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:42.865019 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:42.865369 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:42.865653 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:42.865999 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:42.913892 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8658b4f-e7f6-4230-831f-ca826365a469 req-21d4cc1d-aca8-4127-a8cd-e3b408b438ce tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:42.915418 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b8658b4f-e7f6-4230-831f-ca826365a469 req-21d4cc1d-aca8-4127-a8cd-e3b408b438ce tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 944 time: 0.0507514 Dec 23 12:13:42.964068 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-b8658b4f-e7f6-4230-831f-ca826365a469 req-0b17c5c5-6c93-45b0-a6d1-10b45bac309b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424709 Dec 23 12:13:43.050830 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4dbae-a26c-4f17-aca5-1571b5805c00 req-105909d9-c04e-44e4-95a4-6d3a54440e12 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:43.052319 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bef4dbae-a26c-4f17-aca5-1571b5805c00 req-105909d9-c04e-44e4-95a4-6d3a54440e12 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 984 time: 0.0665743 Dec 23 12:13:43.117654 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-bef4dbae-a26c-4f17-aca5-1571b5805c00 req-87aaea22-92c3-4c36-b2ce-3dd94147867a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&id=bdc86ebe-5fe4-4143-9917-b8ac1c958868&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565286 Dec 23 12:13:43.236160 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['c267d140-e712-43d0-9e40-a2094d5fe1b4'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:13:44.089958 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee0cad-f5bb-40db-a982-18d39f75acb4 req-1cbea1f5-ce8d-438a-8b3e-23b7f7b28360 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:44.091553 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e8ee0cad-f5bb-40db-a982-18d39f75acb4 req-1cbea1f5-ce8d-438a-8b3e-23b7f7b28360 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 944 time: 0.0499916 Dec 23 12:13:44.144888 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e8ee0cad-f5bb-40db-a982-18d39f75acb4 req-b131a8da-e5d9-4760-8c3e-cd0d4bbd8db6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445342 Dec 23 12:13:44.236815 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da50462-7784-414e-855f-67211e9ddbf2 req-324f0577-cd70-46be-87f0-374b1ae2289e tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:44.238300 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9da50462-7784-414e-855f-67211e9ddbf2 req-324f0577-cd70-46be-87f0-374b1ae2289e tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 984 time: 0.0530770 Dec 23 12:13:44.301162 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9da50462-7784-414e-855f-67211e9ddbf2 req-70f94873-d957-4c86-a6a0-ebd329ee3c17 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&id=bdc86ebe-5fe4-4143-9917-b8ac1c958868&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536046 Dec 23 12:13:44.322222 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:44.596586 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device c267d140-e712-43d0-9e40-a2094d5fe1b4 up at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:13:44.660628 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning for port c267d140-e712-43d0-9e40-a2094d5fe1b4 completed by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:13:44.664434 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Provisioning complete for port c267d140-e712-43d0-9e40-a2094d5fe1b4 triggered by entity L2. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:13:44.664836 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:44.742526 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:44.766941 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c267d140-e712-43d0-9e40-a2094d5fe1b4'}] {{(pid=102504) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:13:44.770397 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}006de74c7de17afa5c478aa0358b13451b0fef08968c7f2fbc60a2a40c7fdad1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee95737-9114-451f-8e74-a14387049059" -d '{"events": [{"server_uuid": "ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1", "name": "network-vif-plugged", "status": "completed", "tag": "c267d140-e712-43d0-9e40-a2094d5fe1b4"}]}' {{(pid=102504) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:13:44.785296 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] For port c267d140-e712-43d0-9e40-a2094d5fe1b4, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c267d140-e712-43d0-9e40-a2094d5fe1b4,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:13:44.790984 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159'] for port, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:44.818969 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918ed2b6-4fe0-441c-bfa6-3fe15f6391f1 x-openstack-request-id: req-918ed2b6-4fe0-441c-bfa6-3fe15f6391f1 {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:13:44.819263 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1", "name": "network-vif-plugged", "status": "completed", "tag": "c267d140-e712-43d0-9e40-a2094d5fe1b4", "code": 200}]} {{(pid=102504) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:13:44.819512 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-918ed2b6-4fe0-441c-bfa6-3fe15f6391f1 {{(pid=102504) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:13:44.819896 dv-cinder-822821-1-iscsi neutron-server[102504]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c267d140-e712-43d0-9e40-a2094d5fe1b4', 'code': 200} Dec 23 12:13:44.845408 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Pushing event updated for resources: {'Port': ['ID=c267d140-e712-43d0-9e40-a2094d5fe1b4,revision_number=5']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:45.195510 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74019520-35fb-4e42-9a77-a06a67ee35bc req-1c5be0f7-e11c-40cf-9a01-5e233dab89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:45.197009 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-74019520-35fb-4e42-9a77-a06a67ee35bc req-1c5be0f7-e11c-40cf-9a01-5e233dab89ed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 1098 time: 0.0987222 Dec 23 12:13:45.269006 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-74019520-35fb-4e42-9a77-a06a67ee35bc req-bae4e5d3-3dbe-40ff-b2b5-345256cb9ea5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636137 Dec 23 12:13:45.283598 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e01f9-bc96-4692-8dcb-c573bc0e305d req-3bfb3825-69ec-4c19-b5d0-e5cacd687f55 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:45.285001 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6a6e01f9-bc96-4692-8dcb-c573bc0e305d req-3bfb3825-69ec-4c19-b5d0-e5cacd687f55 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 945 time: 0.0672793 Dec 23 12:13:45.338583 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6a6e01f9-bc96-4692-8dcb-c573bc0e305d req-d97b6fc2-99c7-4440-80e4-cd249b710601 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446796 Dec 23 12:13:45.432554 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fb84a-7866-47c3-9c4f-81428a258902 req-3f64601f-20cf-4bc3-ba93-52ceb81016b6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:45.434005 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e55fb84a-7866-47c3-9c4f-81428a258902 req-3f64601f-20cf-4bc3-ba93-52ceb81016b6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 984 time: 0.0561836 Dec 23 12:13:45.505407 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e55fb84a-7866-47c3-9c4f-81428a258902 req-a79b17b9-e3ce-4253-802e-3e7b34b43d1d tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&id=bdc86ebe-5fe4-4143-9917-b8ac1c958868&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613518 Dec 23 12:13:46.471054 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef067ea-7a5a-4c22-88a0-b6eff04e165a req-a7e9c062-1bc0-4b8a-9491-a7e281e1c4a5 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:46.472700 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aef067ea-7a5a-4c22-88a0-b6eff04e165a req-a7e9c062-1bc0-4b8a-9491-a7e281e1c4a5 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 945 time: 0.0571654 Dec 23 12:13:46.531145 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-aef067ea-7a5a-4c22-88a0-b6eff04e165a req-f9967948-07aa-41e4-ba3e-9e29974e5396 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493646 Dec 23 12:13:46.630656 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0965d9e-c569-4f2a-9be5-4dc8f6a3db51 req-ae3bfa5f-115e-4a03-b7ae-30b8a9b3616f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:46.632052 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a0965d9e-c569-4f2a-9be5-4dc8f6a3db51 req-ae3bfa5f-115e-4a03-b7ae-30b8a9b3616f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 984 time: 0.0590932 Dec 23 12:13:46.694893 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-a0965d9e-c569-4f2a-9be5-4dc8f6a3db51 req-72e7eb1a-77df-4be6-b1b7-43a098495112 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&id=bdc86ebe-5fe4-4143-9917-b8ac1c958868&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528066 Dec 23 12:13:47.653900 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff18c81-b950-481e-98bb-07910a3c25d8 req-b3422c70-99e6-4b1a-9ab9-1651c5b44723 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:47.655111 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4ff18c81-b950-481e-98bb-07910a3c25d8 req-b3422c70-99e6-4b1a-9ab9-1651c5b44723 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 945 time: 0.0514636 Dec 23 12:13:47.704013 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4ff18c81-b950-481e-98bb-07910a3c25d8 req-56db3eff-6692-48e5-83c4-3d93ff571846 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428553 Dec 23 12:13:47.848449 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac1d4f-d996-4dfc-bcb8-a7eac5e18455 req-0fd8e4f6-adaf-4eaf-af9c-e6b577487aea tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:47.849922 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8aac1d4f-d996-4dfc-bcb8-a7eac5e18455 req-0fd8e4f6-adaf-4eaf-af9c-e6b577487aea tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 984 time: 0.0832887 Dec 23 12:13:47.858343 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166e888-bc1d-41b5-bf0b-d47e738d3a63 req-2cd8bd1a-4c52-4ab2-8284-7141c4500817 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:47.859701 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7166e888-bc1d-41b5-bf0b-d47e738d3a63 req-2cd8bd1a-4c52-4ab2-8284-7141c4500817 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 945 time: 0.0808542 Dec 23 12:13:47.942792 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7166e888-bc1d-41b5-bf0b-d47e738d3a63 req-a10aeb95-4ec9-4dc2-82e4-c9031cd09fd0 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763595 Dec 23 12:13:47.948032 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-8aac1d4f-d996-4dfc-bcb8-a7eac5e18455 req-caa7f7bf-18d5-44f1-a5f6-fc46e94b0555 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&id=bdc86ebe-5fe4-4143-9917-b8ac1c958868&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874689 Dec 23 12:13:47.965206 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39668) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:48.114605 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac5db29-ac2b-4374-835e-9fc8f0198788 tempest-TestVolumeBootPattern-1240030617 tempest-TestVolumeBootPattern-1240030617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:48.116106 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-7ac5db29-ac2b-4374-835e-9fc8f0198788 tempest-TestVolumeBootPattern-1240030617 tempest-TestVolumeBootPattern-1240030617-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 1093 time: 0.1498921 Dec 23 12:13:48.120251 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39672) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:13:48.124944 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Request body: {'floatingip': {'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'port_id': 'c267d140-e712-43d0-9e40-a2094d5fe1b4', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:13:48.149175 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for floatingip, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.243425 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.374464 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_common [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Allocated IP 172.27.2.13 (6f8c2835-c6d4-4536-acd2-03a8c59ea0fa/ebc4d96a-774f-4e09-b7cf-deecd3c47ba5/d141fd6e-1560-49ae-be7c-62cd728ae7f6) {{(pid=102503) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:13:48.474757 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for port, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.510006 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791477383123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:48.549932 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Network 6f8c2835-c6d4-4536-acd2-03a8c59ea0fa is already hosted by enough agents. {{(pid=102503) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:13:48.552891 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.base_scheduler [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Resources bound (agent type, host, resource id): {{(pid=102503) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:13:48.556296 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Received port after_create {{(pid=102503) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:13:48.578529 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'Port': ['ID=d141fd6e-1560-49ae-be7c-62cd728ae7f6,revision_number=1']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:49.209426 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8800480-8e33-4bc8-90db-6e0530017eb4 req-d6aeab5b-a5bc-4779-bb9f-0ca35b0579ff tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:49.210907 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e8800480-8e33-4bc8-90db-6e0530017eb4 req-d6aeab5b-a5bc-4779-bb9f-0ca35b0579ff tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 984 time: 0.0855215 Dec 23 12:13:49.226178 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:49.318282 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e8800480-8e33-4bc8-90db-6e0530017eb4 req-da5b7266-ae53-453b-a125-6941162e83e3 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&id=bdc86ebe-5fe4-4143-9917-b8ac1c958868&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1010153 Dec 23 12:13:49.322728 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:49.476180 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:49.482242 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:49.548850 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event updated for resources: {'Port': ['ID=d141fd6e-1560-49ae-be7c-62cd728ae7f6,revision_number=2']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:13:49.562335 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599003'] for floatingip, after_create {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:49.673544 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.l3_db [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Floating IP 903908f9-9e26-4c22-90c6-ee86d8f6be2a associated. External IP: 172.27.2.13, port: c267d140-e712-43d0-9e40-a2094d5fe1b4. Dec 23 12:13:49.892566 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Router dfbb7ccc-8611-4e9c-a104-e90461966c79 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:13:50.011223 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:13:50.022047 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b57b3ad-d342-4da6-ac73-b3ef4617cfca None None] Sync routers for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:13:50.031474 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:50.033626 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b57b3ad-d342-4da6-ac73-b3ef4617cfca None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:13:50.034354 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-1b57b3ad-d342-4da6-ac73-b3ef4617cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:13:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:13:50.058133 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-6f8ad0ba-2d65-41c0-9968-4c118db8737f tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9368508 Dec 23 12:13:50.058870 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'tag': 'c267d140-e712-43d0-9e40-a2094d5fe1b4'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:13:50.061135 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a631e1-2821-4c06-9d52-b3a0302cc587" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1", "tag": "c267d140-e712-43d0-9e40-a2094d5fe1b4"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:13:50.096665 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7023f1-f826-4a1c-8573-ebe160f405a6 x-openstack-request-id: req-6e7023f1-f826-4a1c-8573-ebe160f405a6 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:13:50.096960 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1", "tag": "c267d140-e712-43d0-9e40-a2094d5fe1b4", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:13:50.097214 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e7023f1-f826-4a1c-8573-ebe160f405a6 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:13:50.097626 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'tag': 'c267d140-e712-43d0-9e40-a2094d5fe1b4', 'status': 'completed', 'code': 200} Dec 23 12:13:50.141832 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-1b57b3ad-d342-4da6-ac73-b3ef4617cfca None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:13:50.208437 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a631e1-2821-4c06-9d52-b3a0302cc587 req-6928367f-1bcf-498e-8951-6ce842c05d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:50.209938 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93a631e1-2821-4c06-9d52-b3a0302cc587 req-6928367f-1bcf-498e-8951-6ce842c05d86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 1098 time: 0.0500140 Dec 23 12:13:50.303016 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a631e1-2821-4c06-9d52-b3a0302cc587 req-4786cc61-e66c-4dc3-846e-2b7aa8f824a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:50.304524 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93a631e1-2821-4c06-9d52-b3a0302cc587 req-4786cc61-e66c-4dc3-846e-2b7aa8f824a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 912 time: 0.0851073 Dec 23 12:13:50.375496 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93a631e1-2821-4c06-9d52-b3a0302cc587 req-09c29253-8b71-47ab-9f1c-de6ad6a08479 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c267d140-e712-43d0-9e40-a2094d5fe1b4 HTTP/1.1" status: 200 len: 998 time: 0.0621843 Dec 23 12:13:50.377444 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-1b57b3ad-d342-4da6-ac73-b3ef4617cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '903908f9-9e26-4c22-90c6-ee86d8f6be2a', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': 'c267d140-e712-43d0-9e40-a2094d5fe1b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:06:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:13:48Z', 'updated_at': '2021-12-23T12:13:48Z', 'revision_number': 0, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}, {'id': '9df2230e-ff51-47ba-9060-a3ad08d426a1', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:b6:c5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:11:15Z', 'updated_at': '2021-12-23T12:11:17Z', 'revision_number': 1, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:13:50.407117 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b57b3ad-d342-4da6-ac73-b3ef4617cfca None None] Checking router: dfbb7ccc-8611-4e9c-a104-e90461966c79 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:13:50.416703 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b57b3ad-d342-4da6-ac73-b3ef4617cfca None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:13:50.417291 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-1b57b3ad-d342-4da6-ac73-b3ef4617cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:13:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:13:50.425336 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a631e1-2821-4c06-9d52-b3a0302cc587 req-45a41681-f962-43c5-aabd-904d87a022c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:50.426815 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93a631e1-2821-4c06-9d52-b3a0302cc587 req-45a41681-f962-43c5-aabd-904d87a022c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0431898 Dec 23 12:13:50.472161 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a631e1-2821-4c06-9d52-b3a0302cc587 req-21fe9f52-a07d-4f0d-8ac4-d3d011c180e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:50.473634 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93a631e1-2821-4c06-9d52-b3a0302cc587 req-21fe9f52-a07d-4f0d-8ac4-d3d011c180e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381982 Dec 23 12:13:50.576614 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93a631e1-2821-4c06-9d52-b3a0302cc587 req-ae824b86-7ba5-4d7d-85c4-9ba03b8e195c service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898426 Dec 23 12:13:50.666252 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-1b57b3ad-d342-4da6-ac73-b3ef4617cfca None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:13:50.675149 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-93a631e1-2821-4c06-9d52-b3a0302cc587 req-017bd8d8-ab25-40e8-88f4-738f7c74cb38 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857370 Dec 23 12:13:50.891279 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-1b57b3ad-d342-4da6-ac73-b3ef4617cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '903908f9-9e26-4c22-90c6-ee86d8f6be2a', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': 'c267d140-e712-43d0-9e40-a2094d5fe1b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:06:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:13:48Z', 'updated_at': '2021-12-23T12:13:48Z', 'revision_number': 0, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}, {'id': '9df2230e-ff51-47ba-9060-a3ad08d426a1', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:b6:c5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:11:15Z', 'updated_at': '2021-12-23T12:11:17Z', 'revision_number': 1, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:13:50.920950 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b57b3ad-d342-4da6-ac73-b3ef4617cfca None None] The sync data for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi is: [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '903908f9-9e26-4c22-90c6-ee86d8f6be2a', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': 'c267d140-e712-43d0-9e40-a2094d5fe1b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:06:72:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:13:48Z', 'updated_at': '2021-12-23T12:13:48Z', 'revision_number': 0, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}, {'id': '9df2230e-ff51-47ba-9060-a3ad08d426a1', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:b6:c5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:11:15Z', 'updated_at': '2021-12-23T12:11:17Z', 'revision_number': 1, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:13:51.115537 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e40e13b-306e-45bb-8917-090d05ac4c16 None None] New status for floating IP 903908f9-9e26-4c22-90c6-ee86d8f6be2a: ACTIVE {{(pid=102505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:13:51.733634 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-67e2375f-b771-4a5f-8c61-a7c72283d034 req-1d84fc27-efe5-4078-9ef0-51c71cc05598 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528183 Dec 23 12:13:51.863492 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2375f-b771-4a5f-8c61-a7c72283d034 req-db0fad77-8d23-4dc4-bc36-aca1a705c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:51.864990 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-67e2375f-b771-4a5f-8c61-a7c72283d034 req-db0fad77-8d23-4dc4-bc36-aca1a705c2a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 1099 time: 0.0439208 Dec 23 12:13:51.983172 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2375f-b771-4a5f-8c61-a7c72283d034 req-fd1b44f0-0426-4b7b-8763-beca1be3b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:51.985327 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-67e2375f-b771-4a5f-8c61-a7c72283d034 req-fd1b44f0-0426-4b7b-8763-beca1be3b76e service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 912 time: 0.0919926 Dec 23 12:13:52.063667 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-67e2375f-b771-4a5f-8c61-a7c72283d034 req-f92c12a2-0d03-4d42-b353-60fdb52a04a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92f81f7f-88ea-428a-96d4-9eee250bbe11 HTTP/1.1" status: 200 len: 1001 time: 0.0646145 Dec 23 12:13:52.120990 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2375f-b771-4a5f-8c61-a7c72283d034 req-0a5f9e5c-b48e-4b28-b5cc-757bd9f8f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:52.122710 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-67e2375f-b771-4a5f-8c61-a7c72283d034 req-0a5f9e5c-b48e-4b28-b5cc-757bd9f8f3d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0451789 Dec 23 12:13:52.176787 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2375f-b771-4a5f-8c61-a7c72283d034 req-8dc83c9d-f53d-47b9-9c0f-9444403df89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:13:52.178316 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-67e2375f-b771-4a5f-8c61-a7c72283d034 req-8dc83c9d-f53d-47b9-9c0f-9444403df89e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416722 Dec 23 12:13:52.281904 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-67e2375f-b771-4a5f-8c61-a7c72283d034 req-f61c885e-e33c-436a-b5fe-a0748bce8cab service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883641 Dec 23 12:13:52.380540 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-67e2375f-b771-4a5f-8c61-a7c72283d034 req-6dbd756b-1346-485d-a7d7-6e96c5e68e6e service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851974 Dec 23 12:14:03.781749 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d4dfc464-6a17-46e4-b9d3-e14383010e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:04.703326 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [req-e14321a0-e0b5-4b4b-b866-e02cc0aa93db req-088c4143-7027-4d36-a49a-060c9c79c07d service neutron] (102503) timed out ('10.222.0.61', 59853) {{(pid=102503) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 12:14:05.864330 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [req-dd982c08-417a-4012-bd14-0c75dd7fea60 req-10ee43ba-1ddb-4b6c-a38a-43cee31ddad4 service neutron] (102503) timed out ('10.222.0.61', 59849) {{(pid=102503) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 12:14:05.995272 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-ee3531f2-f8b7-46e8-8a60-af02edc00ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:07.216030 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.643838 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.297158 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:14.326603 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:19.838714 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:14:33.768379 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-6da7edba-bad6-4d4d-870a-8c0cac6aad4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.998430 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d67c3d66-29cc-464c-93fa-3412a96e6385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:37.225365 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:38.644102 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:39.298696 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:44.341388 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:52.964581 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-43de89d8-581c-4a66-8d19-ac78b6e9d8de req-6f68868a-729e-433e-98c7-ac270a5b9d07 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-568412105&fields=id&tenant_id=261f3dd2fce84f6ba9012d9b2b7b8820 HTTP/1.1" status: 200 len: 267 time: 0.0521836 Dec 23 12:14:53.026575 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de89d8-581c-4a66-8d19-ac78b6e9d8de req-a77ef691-8845-4459-92c8-0b0ebd05c266 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:53.028042 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-43de89d8-581c-4a66-8d19-ac78b6e9d8de req-a77ef691-8845-4459-92c8-0b0ebd05c266 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 984 time: 0.0554090 Dec 23 12:14:53.042164 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.v2.base [req-43de89d8-581c-4a66-8d19-ac78b6e9d8de req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Request body: {'port': {'security_groups': ['1b30d294-81af-453d-966b-2d261e2332aa']}} {{(pid=102503) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:14:53.109038 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-43de89d8-581c-4a66-8d19-ac78b6e9d8de req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629952'] for port, before_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.288638 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-43de89d8-581c-4a66-8d19-ac78b6e9d8de req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] For port 0c5c9304-bccc-488a-8e51-116a85984824, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0c5c9304-bccc-488a-8e51-116a85984824,segment=NetworkSegment(f3448ddd-800e-4578-861a-c01e16349821),segment_id=f3448ddd-800e-4578-861a-c01e16349821)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:14:53.317358 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-43de89d8-581c-4a66-8d19-ac78b6e9d8de req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for port, precommit_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.323165 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-43de89d8-581c-4a66-8d19-ac78b6e9d8de req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791477867587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791477383141', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791477383159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10274183'] for port, after_update {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.369242 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['0c5c9304-bccc-488a-8e51-116a85984824'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:14:53.372677 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de89d8-581c-4a66-8d19-ac78b6e9d8de req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:53.373331 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-43de89d8-581c-4a66-8d19-ac78b6e9d8de req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.374864 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-43de89d8-581c-4a66-8d19-ac78b6e9d8de req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "PUT /v2.0/ports/0c5c9304-bccc-488a-8e51-116a85984824 HTTP/1.1" status: 200 len: 942 time: 0.3374953 Dec 23 12:14:53.375336 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'tag': '0c5c9304-bccc-488a-8e51-116a85984824'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:53.377698 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bb5096-2d85-4ba7-83b2-a213773c44ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c088f48b-5f59-4c34-9fcb-5bc13dbee3ed", "tag": "0c5c9304-bccc-488a-8e51-116a85984824"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:53.380795 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39710) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:53.403867 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event updated for resources: {'Port': ['ID=0c5c9304-bccc-488a-8e51-116a85984824,revision_number=7']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:53.428364 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.429011 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.429438 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.429866 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.430195 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.430625 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.431161 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.431563 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.432065 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.432446 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.432786 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.434618 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.435150 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a04845-ea4f-468f-ba6d-310f3f71f322 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.451207 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.487755 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.523921 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9dc7de-bde0-4852-a85c-48ae8ca1ad59 x-openstack-request-id: req-2c9dc7de-bde0-4852-a85c-48ae8ca1ad59 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:53.523921 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c088f48b-5f59-4c34-9fcb-5bc13dbee3ed", "tag": "0c5c9304-bccc-488a-8e51-116a85984824", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:53.524223 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c9dc7de-bde0-4852-a85c-48ae8ca1ad59 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:53.524541 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'tag': '0c5c9304-bccc-488a-8e51-116a85984824', 'status': 'completed', 'code': 200} Dec 23 12:14:53.558368 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.561086 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for security_group, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.562314 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "DELETE /v2.0/security-groups/bdc86ebe-5fe4-4143-9917-b8ac1c958868 HTTP/1.1" status: 204 len: 168 time: 0.1799257 Dec 23 12:14:53.565210 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39718) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:53.572932 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc86ebe-5fe4-4143-9917-b8ac1c958868,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:53.581597 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.581954 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.582299 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.582671 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.583006 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.583343 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.583678 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.584006 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.584331 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.584658 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.584996 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.585300 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.585621 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459a3642-b92d-46d9-a458-4e4fc4e06b31 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:14:53.644802 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.provisioning_blocks [None req-87678bf9-554c-4a00-889c-7122a7cbef6e None None] Provisioning complete for port 0c5c9304-bccc-488a-8e51-116a85984824 triggered by entity DHCP. {{(pid=102504) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:14:53.645567 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-87678bf9-554c-4a00-889c-7122a7cbef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621709'] for port, provisioning_complete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.669701 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['0c5c9304-bccc-488a-8e51-116a85984824'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:14:53.709102 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb5096-2d85-4ba7-83b2-a213773c44ec req-ed9bd1c1-d661-4230-8dec-2687267cdbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:53.710568 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-05bb5096-2d85-4ba7-83b2-a213773c44ec req-ed9bd1c1-d661-4230-8dec-2687267cdbcc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=261f3dd2fce84f6ba9012d9b2b7b8820&device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 1098 time: 0.1033423 Dec 23 12:14:53.834413 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9cb5d8ae-69c3-4fb9-a390-5a523b18ee7c req-6cdec701-f63d-4d2e-b89a-2f74f940324b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1372838 Dec 23 12:14:53.860168 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb5096-2d85-4ba7-83b2-a213773c44ec req-7fc132fe-0f00-4940-b0ec-049fab54ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:53.861599 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-05bb5096-2d85-4ba7-83b2-a213773c44ec req-7fc132fe-0f00-4940-b0ec-049fab54ec77 service neutron] 10.222.0.61 "GET /v2.0/networks?id=93a34628-ca73-4073-8e65-978439af824b HTTP/1.1" status: 200 len: 914 time: 0.1330552 Dec 23 12:14:53.878209 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-0905fd1f-816d-492c-ab0b-6385c0e39039 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Deleting port 51856488-6d1e-4736-8cfc-e6166f1b4b9f {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:14:53.878555 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-0905fd1f-816d-492c-ab0b-6385c0e39039 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:53.976383 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-05bb5096-2d85-4ba7-83b2-a213773c44ec req-6067bc29-d0c5-4939-be40-ccbb4e240794 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c5c9304-bccc-488a-8e51-116a85984824 HTTP/1.1" status: 200 len: 1001 time: 0.1048291 Dec 23 12:14:54.003394 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-0905fd1f-816d-492c-ab0b-6385c0e39039 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:54.003695 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-0905fd1f-816d-492c-ab0b-6385c0e39039 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:54.035322 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-0905fd1f-816d-492c-ab0b-6385c0e39039 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Calling delete_port for 51856488-6d1e-4736-8cfc-e6166f1b4b9f owned by network:floatingip {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:14:54.054186 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb5096-2d85-4ba7-83b2-a213773c44ec req-6dcf1c76-f627-4268-99f6-07275784baea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:54.055660 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-05bb5096-2d85-4ba7-83b2-a213773c44ec req-6dcf1c76-f627-4268-99f6-07275784baea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76255089-624a-4f5b-b58c-d47c193a08ee HTTP/1.1" status: 200 len: 852 time: 0.0673757 Dec 23 12:14:54.167533 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb5096-2d85-4ba7-83b2-a213773c44ec req-0fa5b435-d878-4f78-8822-a3d671384b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:54.168918 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-05bb5096-2d85-4ba7-83b2-a213773c44ec req-0fa5b435-d878-4f78-8822-a3d671384b02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=93a34628-ca73-4073-8e65-978439af824b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806031 Dec 23 12:14:54.305827 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-05bb5096-2d85-4ba7-83b2-a213773c44ec req-339006d3-d223-4d80-917a-0f09e196f29b service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267450 Dec 23 12:14:54.308367 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-0905fd1f-816d-492c-ab0b-6385c0e39039 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:54.343094 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905fd1f-816d-492c-ab0b-6385c0e39039 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event deleted for resources: {'Port': ['ID=51856488-6d1e-4736-8cfc-e6166f1b4b9f,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:14:54.454428 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-0905fd1f-816d-492c-ab0b-6385c0e39039 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks [] for floatingip, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:54.454734 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.db.l3_db [None req-0905fd1f-816d-492c-ab0b-6385c0e39039 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Floating IP 15a0981a-5af2-4dc3-865d-c3685060537d disassociated (deleted). External IP: 172.27.2.237, port: 0c5c9304-bccc-488a-8e51-116a85984824. Dec 23 12:14:54.499046 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-05bb5096-2d85-4ba7-83b2-a213773c44ec req-0b5001a2-e5d1-4a4c-9f40-d9e485e2cc2e service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826694 Dec 23 12:14:54.706368 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5d8ae-69c3-4fb9-a390-5a523b18ee7c req-1138d94a-cee7-411f-acd2-ebada732fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:54.707819 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9cb5d8ae-69c3-4fb9-a390-5a523b18ee7c req-1138d94a-cee7-411f-acd2-ebada732fa9d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=261f3dd2fce84f6ba9012d9b2b7b8820&device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 1098 time: 0.0952184 Dec 23 12:14:54.720685 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0905fd1f-816d-492c-ab0b-6385c0e39039 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Router 41a82589-e2e1-4f7e-8d53-3188477fac31 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:14:54.892958 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0905fd1f-816d-492c-ab0b-6385c0e39039 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:14:54.895055 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5d8ae-69c3-4fb9-a390-5a523b18ee7c req-a6ad31b4-051c-4c97-be2e-b3235eece948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:54.896518 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9cb5d8ae-69c3-4fb9-a390-5a523b18ee7c req-a6ad31b4-051c-4c97-be2e-b3235eece948 service neutron] 10.222.0.61 "GET /v2.0/networks?id=93a34628-ca73-4073-8e65-978439af824b HTTP/1.1" status: 200 len: 914 time: 0.1650076 Dec 23 12:14:54.899471 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-0905fd1f-816d-492c-ab0b-6385c0e39039 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:54.903571 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74da56-d324-4a73-a1b0-9b828b15c3e5 None None] Sync routers for ids ['41a82589-e2e1-4f7e-8d53-3188477fac31'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:14:54.914944 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74da56-d324-4a73-a1b0-9b828b15c3e5 None None] Routers {'41a82589-e2e1-4f7e-8d53-3188477fac31'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:14:54.915600 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-2e74da56-d324-4a73-a1b0-9b828b15c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:14:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['41a82589-e2e1-4f7e-8d53-3188477fac31'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:54.958306 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9cb5d8ae-69c3-4fb9-a390-5a523b18ee7c req-6f350242-7501-4c6d-8cf7-467299063f8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c5c9304-bccc-488a-8e51-116a85984824 HTTP/1.1" status: 200 len: 217 time: 0.0405774 Dec 23 12:14:54.959683 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-0905fd1f-816d-492c-ab0b-6385c0e39039 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "DELETE /v2.0/floatingips/15a0981a-5af2-4dc3-865d-c3685060537d HTTP/1.1" status: 204 len: 168 time: 1.3932104 Dec 23 12:14:55.032885 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-2e74da56-d324-4a73-a1b0-9b828b15c3e5 None None] Set router 41a82589-e2e1-4f7e-8d53-3188477fac31 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:14:55.272978 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5d8ae-69c3-4fb9-a390-5a523b18ee7c req-ec4ff632-3601-44b2-8912-cc12db5166c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:55.273578 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-2e74da56-d324-4a73-a1b0-9b828b15c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 4, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port': {'id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:11Z', 'updated_at': '2021-12-23T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '95e92879-957d-44e5-9250-96fdbe7bd940', 'name': '', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'mac_address': 'fa:16:3e:42:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:12Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 5, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'subnets': [{'id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:55.274496 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9cb5d8ae-69c3-4fb9-a390-5a523b18ee7c req-ec4ff632-3601-44b2-8912-cc12db5166c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76255089-624a-4f5b-b58c-d47c193a08ee HTTP/1.1" status: 200 len: 852 time: 0.3087046 Dec 23 12:14:55.300754 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74da56-d324-4a73-a1b0-9b828b15c3e5 None None] Checking router: 41a82589-e2e1-4f7e-8d53-3188477fac31 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:14:55.309524 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e74da56-d324-4a73-a1b0-9b828b15c3e5 None None] Routers {'41a82589-e2e1-4f7e-8d53-3188477fac31'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:14:55.310146 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-2e74da56-d324-4a73-a1b0-9b828b15c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:14:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['41a82589-e2e1-4f7e-8d53-3188477fac31'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:55.320489 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5d8ae-69c3-4fb9-a390-5a523b18ee7c req-81abcbef-8a30-47f7-b542-66931c5a523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:55.321999 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9cb5d8ae-69c3-4fb9-a390-5a523b18ee7c req-81abcbef-8a30-47f7-b542-66931c5a523d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=93a34628-ca73-4073-8e65-978439af824b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393806 Dec 23 12:14:55.420516 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-2e74da56-d324-4a73-a1b0-9b828b15c3e5 None None] Set router 41a82589-e2e1-4f7e-8d53-3188477fac31 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:14:55.424386 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9cb5d8ae-69c3-4fb9-a390-5a523b18ee7c req-f4fb6aed-6d9b-4129-bcc2-8997f277bb85 service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864582 Dec 23 12:14:55.518347 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-9cb5d8ae-69c3-4fb9-a390-5a523b18ee7c req-312cc1c8-f665-417f-b83a-b07d1d194ec3 service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852184 Dec 23 12:14:55.526242 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'tag': '0c5c9304-bccc-488a-8e51-116a85984824'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:14:55.528607 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4328f083-65bc-42e5-b689-af23116ef8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c088f48b-5f59-4c34-9fcb-5bc13dbee3ed", "tag": "0c5c9304-bccc-488a-8e51-116a85984824"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:14:55.566632 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fddc8d-fe6e-4a73-a28c-f70a32344df3 x-openstack-request-id: req-94fddc8d-fe6e-4a73-a28c-f70a32344df3 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:14:55.566932 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c088f48b-5f59-4c34-9fcb-5bc13dbee3ed", "tag": "0c5c9304-bccc-488a-8e51-116a85984824", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:14:55.567187 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94fddc8d-fe6e-4a73-a28c-f70a32344df3 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:14:55.567602 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'tag': '0c5c9304-bccc-488a-8e51-116a85984824', 'status': 'completed', 'code': 200} Dec 23 12:14:55.621701 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-2e74da56-d324-4a73-a1b0-9b828b15c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 4, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port': {'id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:11Z', 'updated_at': '2021-12-23T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '95e92879-957d-44e5-9250-96fdbe7bd940', 'name': '', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'mac_address': 'fa:16:3e:42:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:12Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 5, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'subnets': [{'id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:14:55.651637 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e74da56-d324-4a73-a1b0-9b828b15c3e5 None None] The sync data for ids ['41a82589-e2e1-4f7e-8d53-3188477fac31'] in dv-cinder-822821-1-iscsi is: [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:12:13Z', 'revision_number': 4, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port': {'id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:11Z', 'updated_at': '2021-12-23T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': '95e92879-957d-44e5-9250-96fdbe7bd940', 'name': '', 'network_id': '93a34628-ca73-4073-8e65-978439af824b', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'mac_address': 'fa:16:3e:42:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:12Z', 'updated_at': '2021-12-23T12:12:18Z', 'revision_number': 5, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'subnets': [{'id': '76255089-624a-4f5b-b58c-d47c193a08ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:14:55.727599 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328f083-65bc-42e5-b689-af23116ef8a3 req-07b8fbca-35e2-4389-88ca-896ad3f4dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:55.729567 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4328f083-65bc-42e5-b689-af23116ef8a3 req-07b8fbca-35e2-4389-88ca-896ad3f4dcea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=261f3dd2fce84f6ba9012d9b2b7b8820&device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 1098 time: 0.0462687 Dec 23 12:14:55.846029 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328f083-65bc-42e5-b689-af23116ef8a3 req-103b3cd9-8f18-447f-ae3c-4105be04e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:55.847747 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4328f083-65bc-42e5-b689-af23116ef8a3 req-103b3cd9-8f18-447f-ae3c-4105be04e517 service neutron] 10.222.0.61 "GET /v2.0/networks?id=93a34628-ca73-4073-8e65-978439af824b HTTP/1.1" status: 200 len: 914 time: 0.0969939 Dec 23 12:14:55.876105 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ac3d4e-0811-4876-aa59-f43ff8b24750 None None] New status for floating IP 15a0981a-5af2-4dc3-865d-c3685060537d: DOWN {{(pid=102505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:14:55.905721 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4328f083-65bc-42e5-b689-af23116ef8a3 req-f9c7d710-d447-4e92-b92d-13433c02fbd5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c5c9304-bccc-488a-8e51-116a85984824 HTTP/1.1" status: 200 len: 217 time: 0.0351512 Dec 23 12:14:55.969580 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328f083-65bc-42e5-b689-af23116ef8a3 req-de5fc5a1-203b-4d4c-a5eb-4eca11be7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:55.971241 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4328f083-65bc-42e5-b689-af23116ef8a3 req-de5fc5a1-203b-4d4c-a5eb-4eca11be7711 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76255089-624a-4f5b-b58c-d47c193a08ee HTTP/1.1" status: 200 len: 852 time: 0.0513699 Dec 23 12:14:56.021704 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328f083-65bc-42e5-b689-af23116ef8a3 req-53763115-b6f5-42d1-8de6-8d1e68c5940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:56.023258 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4328f083-65bc-42e5-b689-af23116ef8a3 req-53763115-b6f5-42d1-8de6-8d1e68c5940f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=93a34628-ca73-4073-8e65-978439af824b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421288 Dec 23 12:14:56.121836 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4328f083-65bc-42e5-b689-af23116ef8a3 req-82a957c8-2594-4987-a541-a00df9f789f0 service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880523 Dec 23 12:14:56.220214 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-4328f083-65bc-42e5-b689-af23116ef8a3 req-2808d348-b064-4287-8f68-451bc06fbc20 service neutron] 10.222.0.61 "GET /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867221 Dec 23 12:14:56.841872 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:14:58.811842 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df84d4d-1caf-478c-a4bb-032fbdc41849 req-4fb0d654-6def-4fb3-99c2-ff5774c9cac0 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:58.813342 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2df84d4d-1caf-478c-a4bb-032fbdc41849 req-4fb0d654-6def-4fb3-99c2-ff5774c9cac0 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 945 time: 0.0559335 Dec 23 12:14:58.869870 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-2df84d4d-1caf-478c-a4bb-032fbdc41849 req-3a4e52b7-8824-46d0-b5a9-ea61bcc81f1b tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474026 Dec 23 12:14:59.991924 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580823a8-8b41-416a-8a4c-f890c0b1c3da req-1a5c53af-68f9-4430-8f3f-d6c630b73428 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:14:59.993439 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-580823a8-8b41-416a-8a4c-f890c0b1c3da req-1a5c53af-68f9-4430-8f3f-d6c630b73428 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 945 time: 0.0532899 Dec 23 12:15:00.040306 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-580823a8-8b41-416a-8a4c-f890c0b1c3da req-a8d1b2b3-0376-4141-96e0-1156e7fe651a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405750 Dec 23 12:15:01.165101 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b2055-7d77-4fd3-b8ec-6f21fb9d2001 req-c7349355-b2e2-487c-89d3-9918d9604a4f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:01.166550 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6b0b2055-7d77-4fd3-b8ec-6f21fb9d2001 req-c7349355-b2e2-487c-89d3-9918d9604a4f tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.61 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 945 time: 0.0810606 Dec 23 12:15:01.181375 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651a43f-e07a-425b-b162-b61e92a8c8c6 req-f9b42dd1-0b69-4eb2-a852-b7921c0145e7 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:01.183424 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e651a43f-e07a-425b-b162-b61e92a8c8c6 req-f9b42dd1-0b69-4eb2-a852-b7921c0145e7 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/ports?device_id=c088f48b-5f59-4c34-9fcb-5bc13dbee3ed HTTP/1.1" status: 200 len: 945 time: 0.0667446 Dec 23 12:15:01.284827 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-e651a43f-e07a-425b-b162-b61e92a8c8c6 req-7083127e-a372-45ba-a56b-fd08645226e6 tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.65 "GET /v2.0/security-groups?id=1b30d294-81af-453d-966b-2d261e2332aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955601 Dec 23 12:15:01.312714 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-6b0b2055-7d77-4fd3-b8ec-6f21fb9d2001 req-15a10322-3fa2-4198-ba41-d057267fcd2a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Deleting port 0c5c9304-bccc-488a-8e51-116a85984824 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:01.313050 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6b0b2055-7d77-4fd3-b8ec-6f21fb9d2001 req-15a10322-3fa2-4198-ba41-d057267fcd2a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:01.407944 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-6b0b2055-7d77-4fd3-b8ec-6f21fb9d2001 req-15a10322-3fa2-4198-ba41-d057267fcd2a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] For port 0c5c9304-bccc-488a-8e51-116a85984824, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0c5c9304-bccc-488a-8e51-116a85984824,segment=NetworkSegment(f3448ddd-800e-4578-861a-c01e16349821),segment_id=f3448ddd-800e-4578-861a-c01e16349821)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:01.408316 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6b0b2055-7d77-4fd3-b8ec-6f21fb9d2001 req-15a10322-3fa2-4198-ba41-d057267fcd2a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:01.420838 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-6b0b2055-7d77-4fd3-b8ec-6f21fb9d2001 req-15a10322-3fa2-4198-ba41-d057267fcd2a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Calling delete_port for 0c5c9304-bccc-488a-8e51-116a85984824 owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:01.563203 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6b0b2055-7d77-4fd3-b8ec-6f21fb9d2001 req-15a10322-3fa2-4198-ba41-d057267fcd2a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:01.599421 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a10322-3fa2-4198-ba41-d057267fcd2a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Pushing event deleted for resources: {'Port': ['ID=0c5c9304-bccc-488a-8e51-116a85984824,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:01.608710 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] get_ports_and_sgs() called for port_ids ['0c5c9304-bccc-488a-8e51-116a85984824'] {{(pid=102504) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:15:01.647702 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0b2055-7d77-4fd3-b8ec-6f21fb9d2001 req-15a10322-3fa2-4198-ba41-d057267fcd2a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] No DVR routers for this DVR port 0c5c9304-bccc-488a-8e51-116a85984824 on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:15:01.650214 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-6b0b2055-7d77-4fd3-b8ec-6f21fb9d2001 req-15a10322-3fa2-4198-ba41-d057267fcd2a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:01.654311 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-6b0b2055-7d77-4fd3-b8ec-6f21fb9d2001 req-15a10322-3fa2-4198-ba41-d057267fcd2a tempest-TestMinimumBasicScenario-1254899652 tempest-TestMinimumBasicScenario-1254899652-project] 10.222.0.61 "DELETE /v2.0/ports/0c5c9304-bccc-488a-8e51-116a85984824 HTTP/1.1" status: 204 len: 173 time: 0.4579942 Dec 23 12:15:01.654794 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'name': 'network-vif-deleted', 'tag': '0c5c9304-bccc-488a-8e51-116a85984824'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:01.657097 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0961474c-b2cb-4615-b000-d8a11cd52109" -d '{"events": [{"server_uuid": "c088f48b-5f59-4c34-9fcb-5bc13dbee3ed", "name": "network-vif-deleted", "tag": "0c5c9304-bccc-488a-8e51-116a85984824"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:01.694197 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b547ac40-5e8d-48c9-9fa1-7c2c2897d18e x-openstack-request-id: req-b547ac40-5e8d-48c9-9fa1-7c2c2897d18e {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:01.694575 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c088f48b-5f59-4c34-9fcb-5bc13dbee3ed", "name": "network-vif-deleted", "tag": "0c5c9304-bccc-488a-8e51-116a85984824", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:01.694815 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b547ac40-5e8d-48c9-9fa1-7c2c2897d18e {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:01.695250 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c088f48b-5f59-4c34-9fcb-5bc13dbee3ed', 'name': 'network-vif-deleted', 'tag': '0c5c9304-bccc-488a-8e51-116a85984824', 'status': 'completed', 'code': 200} Dec 23 12:15:02.949098 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39814) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:03.316425 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-359c64e4-eeb6-4577-8dd9-9b2e1ba1241f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601563'] for router_interface, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:03.579322 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-359c64e4-eeb6-4577-8dd9-9b2e1ba1241f admin admin] Deleting port 95e92879-957d-44e5-9250-96fdbe7bd940 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:03.579616 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-359c64e4-eeb6-4577-8dd9-9b2e1ba1241f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:03.659327 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [None req-359c64e4-eeb6-4577-8dd9-9b2e1ba1241f admin admin] For port 95e92879-957d-44e5-9250-96fdbe7bd940, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=95e92879-957d-44e5-9250-96fdbe7bd940,segment=NetworkSegment(f3448ddd-800e-4578-861a-c01e16349821),segment_id=f3448ddd-800e-4578-861a-c01e16349821)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:03.659669 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-359c64e4-eeb6-4577-8dd9-9b2e1ba1241f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:03.673906 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-359c64e4-eeb6-4577-8dd9-9b2e1ba1241f admin admin] Calling delete_port for 95e92879-957d-44e5-9250-96fdbe7bd940 owned by network:router_interface {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:03.768523 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d2cf77f4-d343-44d5-aa86-3fd4f2cf1b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:03.869215 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-359c64e4-eeb6-4577-8dd9-9b2e1ba1241f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:03.898428 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c64e4-eeb6-4577-8dd9-9b2e1ba1241f admin admin] Pushing event deleted for resources: {'Port': ['ID=95e92879-957d-44e5-9250-96fdbe7bd940,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:04.063218 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-359c64e4-eeb6-4577-8dd9-9b2e1ba1241f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595275'] for router_interface, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.272587 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359c64e4-eeb6-4577-8dd9-9b2e1ba1241f admin admin] Router 41a82589-e2e1-4f7e-8d53-3188477fac31 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:15:04.374186 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359c64e4-eeb6-4577-8dd9-9b2e1ba1241f admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:15:04.379425 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-359c64e4-eeb6-4577-8dd9-9b2e1ba1241f admin admin] 10.222.0.65 "PUT /v2.0/routers/41a82589-e2e1-4f7e-8d53-3188477fac31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4283745 Dec 23 12:15:04.382136 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39816) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:04.383111 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53e5d6-37eb-45d0-bb7a-bb89a48284f2 None None] Sync routers for ids ['41a82589-e2e1-4f7e-8d53-3188477fac31'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:15:04.393243 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53e5d6-37eb-45d0-bb7a-bb89a48284f2 None None] Routers {'41a82589-e2e1-4f7e-8d53-3188477fac31'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:04.393855 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-eb53e5d6-37eb-45d0-bb7a-bb89a48284f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:14:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['41a82589-e2e1-4f7e-8d53-3188477fac31'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:04.482646 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] Publish callbacks [] for router, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.499104 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-eb53e5d6-37eb-45d0-bb7a-bb89a48284f2 None None] Set router 41a82589-e2e1-4f7e-8d53-3188477fac31 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:04.583560 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.639887 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] Deleting port 8c302bdd-afa9-4511-a0bc-283a7f771166 {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:04.640266 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.724211 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] For port 8c302bdd-afa9-4511-a0bc-283a7f771166, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=8c302bdd-afa9-4511-a0bc-283a7f771166,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:04.724604 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.737350 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] Calling delete_port for 8c302bdd-afa9-4511-a0bc-283a7f771166 owned by network:router_gateway {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:04.815440 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-eb53e5d6-37eb-45d0-bb7a-bb89a48284f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:15:03Z', 'revision_number': 5, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port': {'id': '8c302bdd-afa9-4511-a0bc-283a7f771166', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:11Z', 'updated_at': '2021-12-23T12:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:04.843902 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53e5d6-37eb-45d0-bb7a-bb89a48284f2 None None] Checking router: 41a82589-e2e1-4f7e-8d53-3188477fac31 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:15:04.853382 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53e5d6-37eb-45d0-bb7a-bb89a48284f2 None None] Routers {'41a82589-e2e1-4f7e-8d53-3188477fac31'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:04.854037 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-eb53e5d6-37eb-45d0-bb7a-bb89a48284f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:14:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['41a82589-e2e1-4f7e-8d53-3188477fac31'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:04.905228 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:04.929950 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c302bdd-afa9-4511-a0bc-283a7f771166,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:04.944257 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-eb53e5d6-37eb-45d0-bb7a-bb89a48284f2 None None] Set router 41a82589-e2e1-4f7e-8d53-3188477fac31 gateway port host: None {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:04.990064 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-598801'] for router_gateway, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.008170 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 0c5c9304-bccc-488a-8e51-116a85984824 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:05.011688 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-eb53e5d6-37eb-45d0-bb7a-bb89a48284f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:15:04Z', 'revision_number': 6, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port_host': None}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:05.029695 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: 0c5c9304-bccc-488a-8e51-116a85984824 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:05.030001 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 0c5c9304-bccc-488a-8e51-116a85984824 not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:05.055002 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53e5d6-37eb-45d0-bb7a-bb89a48284f2 None None] The sync data for ids ['41a82589-e2e1-4f7e-8d53-3188477fac31'] in dv-cinder-822821-1-iscsi is: [{'id': '41a82589-e2e1-4f7e-8d53-3188477fac31', 'name': 'tempest-TestMinimumBasicScenario-29903280-router', 'tenant_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:10Z', 'updated_at': '2021-12-23T12:15:04Z', 'revision_number': 6, 'project_id': '261f3dd2fce84f6ba9012d9b2b7b8820', 'gw_port_host': None}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:15:05.082548 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5042'] for router, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.084989 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.133852 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595896'] for router, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.134356 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41a82589-e2e1-4f7e-8d53-3188477fac31 {{(pid=102502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:15:05.138998 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] Publish callbacks [] for router, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.140178 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-3088ce4e-865c-4ef6-992d-7eeba5799035 admin admin] 10.222.0.65 "DELETE /v2.0/routers/41a82589-e2e1-4f7e-8d53-3188477fac31 HTTP/1.1" status: 204 len: 168 time: 0.7570398 Dec 23 12:15:05.142790 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39818) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:05.186572 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d7e529-289a-4106-90cb-5ef55d4258c4 admin admin] Deleting subnet 76255089-624a-4f5b-b58c-d47c193a08ee {{(pid=102502) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:15:05.189742 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e529-289a-4106-90cb-5ef55d4258c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.226479 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e529-289a-4106-90cb-5ef55d4258c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10471015'] for subnet, precommit_delete_associations {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.305101 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e529-289a-4106-90cb-5ef55d4258c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.358088 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e529-289a-4106-90cb-5ef55d4258c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10476150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218176'] for subnet, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.383011 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7e529-289a-4106-90cb-5ef55d4258c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76255089-624a-4f5b-b58c-d47c193a08ee,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:05.388053 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e529-289a-4106-90cb-5ef55d4258c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.391790 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-f7d7e529-289a-4106-90cb-5ef55d4258c4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/76255089-624a-4f5b-b58c-d47c193a08ee HTTP/1.1" status: 204 len: 168 time: 0.2475648 Dec 23 12:15:05.393846 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39820) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:05.394086 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad80dfa-87de-40b1-9ce2-ff600963cf42 None None] Network 93a34628-ca73-4073-8e65-978439af824b requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:05.478225 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.518231 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 95e92879-957d-44e5-9250-96fdbe7bd940 no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:05.539125 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 95e92879-957d-44e5-9250-96fdbe7bd940 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:05.539744 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 95e92879-957d-44e5-9250-96fdbe7bd940 not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:05.542482 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Deleting port 3e43bbf7-5af3-4297-a2f1-d57eaca0c135 {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:05.543078 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.607745 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] For port 3e43bbf7-5af3-4297-a2f1-d57eaca0c135, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=3e43bbf7-5af3-4297-a2f1-d57eaca0c135,segment=NetworkSegment(f3448ddd-800e-4578-861a-c01e16349821),segment_id=f3448ddd-800e-4578-861a-c01e16349821)] {{(pid=102502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:05.608108 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.620923 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Calling delete_port for 3e43bbf7-5af3-4297-a2f1-d57eaca0c135 owned by network:dhcp {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:05.700879 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.728962 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Pushing event deleted for resources: {'Port': ['ID=3e43bbf7-5af3-4297-a2f1-d57eaca0c135,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:05.734784 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] No DVR routers for this DVR port 3e43bbf7-5af3-4297-a2f1-d57eaca0c135 on host dv-cinder-822821-1-iscsi {{(pid=102502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:15:05.806031 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.829387 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a34628-ca73-4073-8e65-978439af824b']}} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:05.839898 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3448ddd-800e-4578-861a-c01e16349821') {'for_net_delete': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:05.840202 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3448ddd-800e-4578-861a-c01e16349821') {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:05.850071 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10471022'] for segment, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.863876 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd1a55b-57d2-4723-8906-8d2856c115cf None None] DHCP port deletion for 93a34628-ca73-4073-8e65-978439af824b request from dv-cinder-822821-1-iscsi {{(pid=102504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:15:05.867046 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.879360 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:15:05.879908 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476252'] for segment, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: Traceback (most recent call last): Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: timer() Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: cb(*args, **kw) Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: return func(*args, **kwargs) Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: self._notify() Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: self.callback(batched_events) Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: event.method(event) Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: return f(self, *a, **k) Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._get(url).json() Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: return self.request(url, 'GET', **kwargs) Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:15:05.881900 dv-cinder-822821-1-iscsi neutron-server[102502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:15:05.943276 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.950361 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:05.953587 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] 10.222.0.65 "DELETE /v2.0/networks/93a34628-ca73-4073-8e65-978439af824b HTTP/1.1" status: 204 len: 168 time: 0.5585372 Dec 23 12:15:05.956680 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39822) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:05.962794 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a504de-de5f-4997-92f5-4ec0e13614fb admin admin] Pushing event deleted for resources: {'Network': ['ID=93a34628-ca73-4073-8e65-978439af824b,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:05.991275 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-f9234ffd-ba9f-4761-97a7-4db4aa8ed2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.327911 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-eb07a262-8382-4db6-a42c-bb89e92ad115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601563'] for router_interface, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.582984 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-eb07a262-8382-4db6-a42c-bb89e92ad115 admin admin] Deleting port c0090ade-47c4-4ef1-9443-55121086cd9b {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:06.583240 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-eb07a262-8382-4db6-a42c-bb89e92ad115 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.659896 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [None req-eb07a262-8382-4db6-a42c-bb89e92ad115 admin admin] For port c0090ade-47c4-4ef1-9443-55121086cd9b, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=c0090ade-47c4-4ef1-9443-55121086cd9b,segment=NetworkSegment(30be42b6-dbff-4f85-a074-3b50e30115e8),segment_id=30be42b6-dbff-4f85-a074-3b50e30115e8)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:06.660267 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-eb07a262-8382-4db6-a42c-bb89e92ad115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.671908 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-eb07a262-8382-4db6-a42c-bb89e92ad115 admin admin] Calling delete_port for c0090ade-47c4-4ef1-9443-55121086cd9b owned by network:router_interface {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:07.126000 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-eb07a262-8382-4db6-a42c-bb89e92ad115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.156839 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07a262-8382-4db6-a42c-bb89e92ad115 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0090ade-47c4-4ef1-9443-55121086cd9b,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:07.173960 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 8c302bdd-afa9-4511-a0bc-283a7f771166 no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:07.214149 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 8c302bdd-afa9-4511-a0bc-283a7f771166 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:07.214492 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 8c302bdd-afa9-4511-a0bc-283a7f771166 not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:07.214951 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 3e43bbf7-5af3-4297-a2f1-d57eaca0c135 no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:07.237896 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 3e43bbf7-5af3-4297-a2f1-d57eaca0c135 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:07.238390 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 3e43bbf7-5af3-4297-a2f1-d57eaca0c135 not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:07.243156 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.330756 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-eb07a262-8382-4db6-a42c-bb89e92ad115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595275'] for router_interface, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.561170 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb07a262-8382-4db6-a42c-bb89e92ad115 admin admin] Router 30bb17f2-314a-4be2-8910-65624d407f0f has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:15:07.669563 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb07a262-8382-4db6-a42c-bb89e92ad115 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:15:07.676042 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-eb07a262-8382-4db6-a42c-bb89e92ad115 admin admin] 10.222.0.65 "PUT /v2.0/routers/30bb17f2-314a-4be2-8910-65624d407f0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7169857 Dec 23 12:15:07.677403 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39824) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:07.679978 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1339e7-f239-47c7-99ef-2708242079f2 None None] Sync routers for ids ['30bb17f2-314a-4be2-8910-65624d407f0f'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:15:07.690444 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1339e7-f239-47c7-99ef-2708242079f2 None None] Routers {'30bb17f2-314a-4be2-8910-65624d407f0f'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:07.691216 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-8c1339e7-f239-47c7-99ef-2708242079f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:15:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['30bb17f2-314a-4be2-8910-65624d407f0f'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:07.785251 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] Publish callbacks [] for router, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.885279 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-8c1339e7-f239-47c7-99ef-2708242079f2 None None] Set router 30bb17f2-314a-4be2-8910-65624d407f0f gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:07.886682 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:07.940536 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] Deleting port 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:07.940783 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.017401 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] For port 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=844f1ac0-f659-4a17-bc7c-55a0ca57b5e0,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:08.017784 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.029574 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] Calling delete_port for 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0 owned by network:router_gateway {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:08.059194 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-8c1339e7-f239-47c7-99ef-2708242079f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'name': 'tempest-TestMinimumBasicScenario-111323459-router', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '844f1ac0-f659-4a17-bc7c-55a0ca57b5e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:15:07Z', 'revision_number': 5, 'project_id': '951d26886e0a47f687365cd4bf764b96', 'gw_port': {'id': '844f1ac0-f659-4a17-bc7c-55a0ca57b5e0', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:08.085160 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1339e7-f239-47c7-99ef-2708242079f2 None None] Checking router: 30bb17f2-314a-4be2-8910-65624d407f0f for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:15:08.094325 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1339e7-f239-47c7-99ef-2708242079f2 None None] Routers {'30bb17f2-314a-4be2-8910-65624d407f0f'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:08.094994 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-8c1339e7-f239-47c7-99ef-2708242079f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:15:06Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['30bb17f2-314a-4be2-8910-65624d407f0f'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:08.179759 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-8c1339e7-f239-47c7-99ef-2708242079f2 None None] Set router 30bb17f2-314a-4be2-8910-65624d407f0f gateway port host: None {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:08.196013 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.222622 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=844f1ac0-f659-4a17-bc7c-55a0ca57b5e0,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:08.233526 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-8c1339e7-f239-47c7-99ef-2708242079f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'name': 'tempest-TestMinimumBasicScenario-111323459-router', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:15:07Z', 'revision_number': 6, 'project_id': '951d26886e0a47f687365cd4bf764b96', 'gw_port_host': None}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:08.259636 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1339e7-f239-47c7-99ef-2708242079f2 None None] The sync data for ids ['30bb17f2-314a-4be2-8910-65624d407f0f'] in dv-cinder-822821-1-iscsi is: [{'id': '30bb17f2-314a-4be2-8910-65624d407f0f', 'name': 'tempest-TestMinimumBasicScenario-111323459-router', 'tenant_id': '951d26886e0a47f687365cd4bf764b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:12:15Z', 'updated_at': '2021-12-23T12:15:07Z', 'revision_number': 6, 'project_id': '951d26886e0a47f687365cd4bf764b96', 'gw_port_host': None}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:15:08.284450 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-598801'] for router_gateway, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.372290 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5042'] for router, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.374475 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.420324 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595896'] for router, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.421127 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30bb17f2-314a-4be2-8910-65624d407f0f {{(pid=102503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:15:08.427481 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] Publish callbacks [] for router, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.428971 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-89f6a2c5-b974-499a-a14e-8cb2a0815e27 admin admin] 10.222.0.65 "DELETE /v2.0/routers/30bb17f2-314a-4be2-8910-65624d407f0f HTTP/1.1" status: 204 len: 168 time: 0.7504692 Dec 23 12:15:08.432826 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39826) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:08.490480 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21ea14b-43bd-47ab-a82c-93bd7b24aacd admin admin] Deleting subnet f9925668-c7d7-4ca8-b722-59551b14dc3b {{(pid=102503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:15:08.493611 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d21ea14b-43bd-47ab-a82c-93bd7b24aacd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.527182 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d21ea14b-43bd-47ab-a82c-93bd7b24aacd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908575'] for subnet, precommit_delete_associations {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.605990 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d21ea14b-43bd-47ab-a82c-93bd7b24aacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.644504 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.673119 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d21ea14b-43bd-47ab-a82c-93bd7b24aacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10274289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9255101'] for subnet, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.698643 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ea14b-43bd-47ab-a82c-93bd7b24aacd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9925668-c7d7-4ca8-b722-59551b14dc3b,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:08.702186 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-d21ea14b-43bd-47ab-a82c-93bd7b24aacd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.705392 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-d21ea14b-43bd-47ab-a82c-93bd7b24aacd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f9925668-c7d7-4ca8-b722-59551b14dc3b HTTP/1.1" status: 204 len: 168 time: 0.2716279 Dec 23 12:15:08.707960 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39828) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:08.710362 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d8c734-292a-461b-b5d5-7c13a6e65b4c None None] Network af9c61e3-4f40-45fd-9150-f20a1f678130 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:08.776671 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.829691 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Deleting port c4fd55fa-fb5c-4c93-8151-fe18501eb8bb {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:08.830029 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.896622 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] For port c4fd55fa-fb5c-4c93-8151-fe18501eb8bb, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=c4fd55fa-fb5c-4c93-8151-fe18501eb8bb,segment=NetworkSegment(30be42b6-dbff-4f85-a074-3b50e30115e8),segment_id=30be42b6-dbff-4f85-a074-3b50e30115e8)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:08.896981 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.909166 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Calling delete_port for c4fd55fa-fb5c-4c93-8151-fe18501eb8bb owned by network:dhcp {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:08.992831 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142ed848-9cb4-4c9e-864b-abf74dca054c None None] DHCP port deletion for af9c61e3-4f40-45fd-9150-f20a1f678130 request from dv-cinder-822821-1-iscsi {{(pid=102504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:15:08.994407 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.028856 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] No DVR routers for this DVR port c4fd55fa-fb5c-4c93-8151-fe18501eb8bb on host dv-cinder-822821-1-iscsi {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:15:09.032663 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4fd55fa-fb5c-4c93-8151-fe18501eb8bb,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:09.102741 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.125121 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9c61e3-4f40-45fd-9150-f20a1f678130']}} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:09.135693 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30be42b6-dbff-4f85-a074-3b50e30115e8') {'for_net_delete': True} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:09.135999 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30be42b6-dbff-4f85-a074-3b50e30115e8') {} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:09.149146 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908566'] for segment, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.162297 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.163361 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device c0090ade-47c4-4ef1-9443-55121086cd9b no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:09.168306 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:15:09.168814 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10274139'] for segment, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: warnings.warn(msg) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: Traceback (most recent call last): Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: timer() Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: cb(*args, **kw) Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:15:09.170397 dv-cinder-822821-1-iscsi neutron-server[102503]: return func(*args, **kwargs) Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: self._notify() Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: self.callback(batched_events) Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: event.method(event) Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: return f(self, *a, **k) Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: return self._get(url).json() Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: return self.request(url, 'GET', **kwargs) Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:15:09.173729 dv-cinder-822821-1-iscsi neutron-server[102503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:15:09.184248 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: c0090ade-47c4-4ef1-9443-55121086cd9b {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:09.184614 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device c0090ade-47c4-4ef1-9443-55121086cd9b not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:09.186965 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0 no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:09.206278 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:09.206650 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 844f1ac0-f659-4a17-bc7c-55a0ca57b5e0 not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:09.207062 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device c4fd55fa-fb5c-4c93-8151-fe18501eb8bb no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:09.227958 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: c4fd55fa-fb5c-4c93-8151-fe18501eb8bb {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:09.228287 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device c4fd55fa-fb5c-4c93-8151-fe18501eb8bb not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:09.237504 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.244852 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.251753 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] 10.222.0.65 "DELETE /v2.0/networks/af9c61e3-4f40-45fd-9150-f20a1f678130 HTTP/1.1" status: 204 len: 168 time: 0.5404539 Dec 23 12:15:09.262746 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261ed16-a601-4748-b00d-1ed1c8515c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=af9c61e3-4f40-45fd-9150-f20a1f678130,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:09.298704 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.423930 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39832) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:09.466126 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-4b7d0d9a-7062-4ea9-aefc-3f30a8431ab7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=261f3dd2fce84f6ba9012d9b2b7b8820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410109 Dec 23 12:15:09.469130 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39834) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:09.525673 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bd96f4e7-adc5-4d8f-8498-921784479140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.550869 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bd96f4e7-adc5-4d8f-8498-921784479140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.597213 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bd96f4e7-adc5-4d8f-8498-921784479140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.599870 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-bd96f4e7-adc5-4d8f-8498-921784479140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.601032 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-bd96f4e7-adc5-4d8f-8498-921784479140 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1b30d294-81af-453d-966b-2d261e2332aa HTTP/1.1" status: 204 len: 168 time: 0.1307886 Dec 23 12:15:09.609192 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96f4e7-adc5-4d8f-8498-921784479140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b30d294-81af-453d-966b-2d261e2332aa,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:09.945588 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39840) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:09.985160 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-5444e4b2-5f23-467c-a87e-35399ce0bbde admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=951d26886e0a47f687365cd4bf764b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384135 Dec 23 12:15:09.987790 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39842) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:10.036483 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-1fb57842-8faf-404e-9f3d-ee497b44ca9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:10.058635 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-1fb57842-8faf-404e-9f3d-ee497b44ca9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:10.107046 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-1fb57842-8faf-404e-9f3d-ee497b44ca9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:10.109899 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-1fb57842-8faf-404e-9f3d-ee497b44ca9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:10.111070 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-1fb57842-8faf-404e-9f3d-ee497b44ca9b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1e2d5f54-fac3-4d1f-84a4-622b153b0564 HTTP/1.1" status: 204 len: 168 time: 0.1224320 Dec 23 12:15:10.118974 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb57842-8faf-404e-9f3d-ee497b44ca9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2d5f54-fac3-4d1f-84a4-622b153b0564,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:14.361250 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:33.763125 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-6c518ba9-187d-4368-8d54-2696b69c3924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:33.843422 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:15:36.005046 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7db9aa23-93a5-45bf-8d22-2982c0f83603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:37.226423 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:38.647899 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.041937 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39858) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:39.209646 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-50da6ab0-0041-49b4-af6e-f9bf65e662aa tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Deleting port d141fd6e-1560-49ae-be7c-62cd728ae7f6 {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:39.209943 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50da6ab0-0041-49b4-af6e-f9bf65e662aa tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.285224 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50da6ab0-0041-49b4-af6e-f9bf65e662aa tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.285224 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50da6ab0-0041-49b4-af6e-f9bf65e662aa tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.293540 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.297165 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-50da6ab0-0041-49b4-af6e-f9bf65e662aa tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Calling delete_port for d141fd6e-1560-49ae-be7c-62cd728ae7f6 owned by network:floatingip {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:39.444088 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50da6ab0-0041-49b4-af6e-f9bf65e662aa tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.471184 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da6ab0-0041-49b4-af6e-f9bf65e662aa tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event deleted for resources: {'Port': ['ID=d141fd6e-1560-49ae-be7c-62cd728ae7f6,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:39.530653 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50da6ab0-0041-49b4-af6e-f9bf65e662aa tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for floatingip, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.531002 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.l3_db [None req-50da6ab0-0041-49b4-af6e-f9bf65e662aa tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Floating IP 903908f9-9e26-4c22-90c6-ee86d8f6be2a disassociated (deleted). External IP: 172.27.2.13, port: c267d140-e712-43d0-9e40-a2094d5fe1b4. Dec 23 12:15:39.941747 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50da6ab0-0041-49b4-af6e-f9bf65e662aa tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Router dfbb7ccc-8611-4e9c-a104-e90461966c79 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:15:40.050424 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50da6ab0-0041-49b4-af6e-f9bf65e662aa tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:15:40.055670 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-50da6ab0-0041-49b4-af6e-f9bf65e662aa tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:40.060372 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e84beb-1d8d-4b2a-a9e6-7b4da15e8074 None None] Sync routers for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:15:40.070173 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e84beb-1d8d-4b2a-a9e6-7b4da15e8074 None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:40.070825 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-d9e84beb-1d8d-4b2a-a9e6-7b4da15e8074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:15:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:40.082746 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-50da6ab0-0041-49b4-af6e-f9bf65e662aa tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "DELETE /v2.0/floatingips/903908f9-9e26-4c22-90c6-ee86d8f6be2a HTTP/1.1" status: 204 len: 168 time: 1.0393832 Dec 23 12:15:40.083309 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'tag': 'c267d140-e712-43d0-9e40-a2094d5fe1b4'}] {{(pid=102502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:40.085587 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fbb7df316494c42ed99fdd0d999be537d9e661e280c35a92a46492b3f4abf6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c7ba72-3974-4719-9512-c7364f31e4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1", "tag": "c267d140-e712-43d0-9e40-a2094d5fe1b4"}]}' {{(pid=102502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:40.178815 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-d9e84beb-1d8d-4b2a-a9e6-7b4da15e8074 None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:40.322559 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59191436-99c8-40cf-bc21-ec39fe0ad673 req-f41c01a6-63d1-4eda-9216-61214448c060 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:40.324194 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-59191436-99c8-40cf-bc21-ec39fe0ad673 req-f41c01a6-63d1-4eda-9216-61214448c060 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 945 time: 0.0533769 Dec 23 12:15:40.324808 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f24453-f7c8-45cd-bced-67ceb72826ae x-openstack-request-id: req-53f24453-f7c8-45cd-bced-67ceb72826ae {{(pid=102502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:40.325096 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1", "tag": "c267d140-e712-43d0-9e40-a2094d5fe1b4", "status": "completed", "code": 200}]} {{(pid=102502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:40.325340 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53f24453-f7c8-45cd-bced-67ceb72826ae {{(pid=102502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:40.325729 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'tag': 'c267d140-e712-43d0-9e40-a2094d5fe1b4', 'status': 'completed', 'code': 200} Dec 23 12:15:40.377094 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-59191436-99c8-40cf-bc21-ec39fe0ad673 req-7b2cf1bb-6e2f-4506-a2e2-b96367b9facc tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456939 Dec 23 12:15:40.418294 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-d9e84beb-1d8d-4b2a-a9e6-7b4da15e8074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '9df2230e-ff51-47ba-9060-a3ad08d426a1', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:b6:c5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:11:15Z', 'updated_at': '2021-12-23T12:11:17Z', 'revision_number': 1, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:40.421170 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7ba72-3974-4719-9512-c7364f31e4a4 req-8ceb8732-2d1c-4cf4-8eb6-c2eee99d1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:40.422690 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-71c7ba72-3974-4719-9512-c7364f31e4a4 req-8ceb8732-2d1c-4cf4-8eb6-c2eee99d1984 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 1098 time: 0.0402262 Dec 23 12:15:40.447898 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e84beb-1d8d-4b2a-a9e6-7b4da15e8074 None None] Checking router: dfbb7ccc-8611-4e9c-a104-e90461966c79 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:15:40.456026 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e84beb-1d8d-4b2a-a9e6-7b4da15e8074 None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:40.456647 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-d9e84beb-1d8d-4b2a-a9e6-7b4da15e8074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:15:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:40.514831 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7ba72-3974-4719-9512-c7364f31e4a4 req-7fa9c883-74a7-45e6-adb6-1db1a2a12bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:40.516296 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-71c7ba72-3974-4719-9512-c7364f31e4a4 req-7fa9c883-74a7-45e6-adb6-1db1a2a12bac service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 912 time: 0.0851374 Dec 23 12:15:40.559970 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-71c7ba72-3974-4719-9512-c7364f31e4a4 req-bc761a37-e5e1-4247-833c-6e3f6e0fdc0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c267d140-e712-43d0-9e40-a2094d5fe1b4 HTTP/1.1" status: 200 len: 217 time: 0.0335679 Dec 23 12:15:40.562930 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-d9e84beb-1d8d-4b2a-a9e6-7b4da15e8074 None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:40.611978 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7ba72-3974-4719-9512-c7364f31e4a4 req-d312398d-45ca-4155-b972-ecd5c5b38c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:40.613532 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-71c7ba72-3974-4719-9512-c7364f31e4a4 req-d312398d-45ca-4155-b972-ecd5c5b38c59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0435715 Dec 23 12:15:40.663872 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7ba72-3974-4719-9512-c7364f31e4a4 req-eb6e8e23-a5c2-46c6-8572-3d119c442dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:40.665469 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-71c7ba72-3974-4719-9512-c7364f31e4a4 req-eb6e8e23-a5c2-46c6-8572-3d119c442dd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401947 Dec 23 12:15:40.760592 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-71c7ba72-3974-4719-9512-c7364f31e4a4 req-3a8d99c6-d4b2-4b98-94d2-a62f37497e04 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863109 Dec 23 12:15:40.793108 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-d9e84beb-1d8d-4b2a-a9e6-7b4da15e8074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '9df2230e-ff51-47ba-9060-a3ad08d426a1', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:b6:c5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:11:15Z', 'updated_at': '2021-12-23T12:11:17Z', 'revision_number': 1, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:40.819576 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e84beb-1d8d-4b2a-a9e6-7b4da15e8074 None None] The sync data for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi is: [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_floatingips': [{'id': '9df2230e-ff51-47ba-9060-a3ad08d426a1', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'router_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'port_id': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'mac_address': 'fa:16:3e:b6:c5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:11:15Z', 'updated_at': '2021-12-23T12:11:17Z', 'revision_number': 1, 'project_id': '65754771daec4e08922a4c10f20ca653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:15:40.855849 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-71c7ba72-3974-4719-9512-c7364f31e4a4 req-c4e65e45-f7a1-414d-83ba-999b8dcf2145 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851552 Dec 23 12:15:41.063424 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d147898a-2593-402f-bd05-c50b6ee66d46 None None] New status for floating IP 903908f9-9e26-4c22-90c6-ee86d8f6be2a: DOWN {{(pid=102505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:15:41.510146 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d7ddc-2f88-4cf8-a8f4-077c859028fc req-3a69ef51-dd3f-41ad-aa36-01f9f0e8d212 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:41.511680 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-584d7ddc-2f88-4cf8-a8f4-077c859028fc req-3a69ef51-dd3f-41ad-aa36-01f9f0e8d212 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 945 time: 0.0584290 Dec 23 12:15:41.564159 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-584d7ddc-2f88-4cf8-a8f4-077c859028fc req-30b39c48-da18-4827-be14-bb0fae8e4eca tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 Dec 23 12:15:42.488493 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294da59b-805d-47a3-807d-a784d7ac423f req-77730dab-d66e-49bd-a49c-5e9712bc2065 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:42.489943 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-294da59b-805d-47a3-807d-a784d7ac423f req-77730dab-d66e-49bd-a49c-5e9712bc2065 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 945 time: 0.0585773 Dec 23 12:15:42.586541 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-294da59b-805d-47a3-807d-a784d7ac423f req-c952f089-aad9-46da-92a8-abbbb8ef0dfc tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Deleting port c267d140-e712-43d0-9e40-a2094d5fe1b4 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:42.587289 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-294da59b-805d-47a3-807d-a784d7ac423f req-c952f089-aad9-46da-92a8-abbbb8ef0dfc tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:42.709102 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-294da59b-805d-47a3-807d-a784d7ac423f req-c952f089-aad9-46da-92a8-abbbb8ef0dfc tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] For port c267d140-e712-43d0-9e40-a2094d5fe1b4, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=c267d140-e712-43d0-9e40-a2094d5fe1b4,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:42.709360 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-294da59b-805d-47a3-807d-a784d7ac423f req-c952f089-aad9-46da-92a8-abbbb8ef0dfc tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:42.724196 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-294da59b-805d-47a3-807d-a784d7ac423f req-c952f089-aad9-46da-92a8-abbbb8ef0dfc tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Calling delete_port for c267d140-e712-43d0-9e40-a2094d5fe1b4 owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:42.733088 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c9808-00ab-4ea5-a1d5-9992eccb9830 req-76681e7c-a353-4537-b9ce-6032dbacc152 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:42.734570 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fa1c9808-00ab-4ea5-a1d5-9992eccb9830 req-76681e7c-a353-4537-b9ce-6032dbacc152 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 945 time: 0.0956528 Dec 23 12:15:42.826789 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fa1c9808-00ab-4ea5-a1d5-9992eccb9830 req-b1e71664-39ec-42cf-81e3-38811dcdca4a tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850790 Dec 23 12:15:42.898550 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-294da59b-805d-47a3-807d-a784d7ac423f req-c952f089-aad9-46da-92a8-abbbb8ef0dfc tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:42.928804 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952f089-aad9-46da-92a8-abbbb8ef0dfc tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event deleted for resources: {'Port': ['ID=c267d140-e712-43d0-9e40-a2094d5fe1b4,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:42.971835 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-294da59b-805d-47a3-807d-a784d7ac423f req-c952f089-aad9-46da-92a8-abbbb8ef0dfc tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] No DVR routers for this DVR port c267d140-e712-43d0-9e40-a2094d5fe1b4 on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:15:42.974448 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-294da59b-805d-47a3-807d-a784d7ac423f req-c952f089-aad9-46da-92a8-abbbb8ef0dfc tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:42.977745 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-294da59b-805d-47a3-807d-a784d7ac423f req-c952f089-aad9-46da-92a8-abbbb8ef0dfc tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "DELETE /v2.0/ports/c267d140-e712-43d0-9e40-a2094d5fe1b4 HTTP/1.1" status: 204 len: 173 time: 0.4797881 Dec 23 12:15:42.978195 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'name': 'network-vif-deleted', 'tag': 'c267d140-e712-43d0-9e40-a2094d5fe1b4'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:42.980465 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3d06a9-d474-4bc2-bf83-8e9293555d0c" -d '{"events": [{"server_uuid": "ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1", "name": "network-vif-deleted", "tag": "c267d140-e712-43d0-9e40-a2094d5fe1b4"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:43.017762 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a09b23-8d49-4dd0-9570-c48566dc5905 x-openstack-request-id: req-94a09b23-8d49-4dd0-9570-c48566dc5905 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:43.018056 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1", "name": "network-vif-deleted", "tag": "c267d140-e712-43d0-9e40-a2094d5fe1b4", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:43.018309 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94a09b23-8d49-4dd0-9570-c48566dc5905 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:43.018758 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1', 'name': 'network-vif-deleted', 'tag': 'c267d140-e712-43d0-9e40-a2094d5fe1b4', 'status': 'completed', 'code': 200} Dec 23 12:15:43.945025 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-636dc850-d73f-4a0a-aeda-a8f770ac4d8c req-699b1670-eb69-45e3-9957-dd16184ff80d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef1cd1d0-6146-4f0c-a11e-b543ca0bb2e1 HTTP/1.1" status: 200 len: 210 time: 0.0322592 Dec 23 12:15:44.362303 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:45.164939 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device c267d140-e712-43d0-9e40-a2094d5fe1b4 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:45.196190 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: c267d140-e712-43d0-9e40-a2094d5fe1b4 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:45.196543 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device c267d140-e712-43d0-9e40-a2094d5fe1b4 not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:47.260261 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39890) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:47.418573 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-e82d5d6a-6cb7-4df8-93dd-d89252e771e6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Deleting port 2f2ab2de-112b-428f-9bf0-a23a57d356a5 {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:47.418795 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e82d5d6a-6cb7-4df8-93dd-d89252e771e6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.500772 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e82d5d6a-6cb7-4df8-93dd-d89252e771e6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.501131 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e82d5d6a-6cb7-4df8-93dd-d89252e771e6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.513194 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-e82d5d6a-6cb7-4df8-93dd-d89252e771e6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Calling delete_port for 2f2ab2de-112b-428f-9bf0-a23a57d356a5 owned by network:floatingip {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:47.685815 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e82d5d6a-6cb7-4df8-93dd-d89252e771e6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.713168 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d5d6a-6cb7-4df8-93dd-d89252e771e6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event deleted for resources: {'Port': ['ID=2f2ab2de-112b-428f-9bf0-a23a57d356a5,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:47.771927 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e82d5d6a-6cb7-4df8-93dd-d89252e771e6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for floatingip, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:47.772308 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.db.l3_db [None req-e82d5d6a-6cb7-4df8-93dd-d89252e771e6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Floating IP 9df2230e-ff51-47ba-9060-a3ad08d426a1 disassociated (deleted). External IP: 172.27.2.25, port: 92f81f7f-88ea-428a-96d4-9eee250bbe11. Dec 23 12:15:47.991647 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82d5d6a-6cb7-4df8-93dd-d89252e771e6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Router dfbb7ccc-8611-4e9c-a104-e90461966c79 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:15:48.102875 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82d5d6a-6cb7-4df8-93dd-d89252e771e6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:15:48.108179 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-e82d5d6a-6cb7-4df8-93dd-d89252e771e6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:48.112796 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99db8b48-11f6-4663-bcc2-3793f39aa4c7 None None] Sync routers for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:15:48.123287 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99db8b48-11f6-4663-bcc2-3793f39aa4c7 None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:48.123927 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-99db8b48-11f6-4663-bcc2-3793f39aa4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:15:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:48.135861 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-e82d5d6a-6cb7-4df8-93dd-d89252e771e6 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "DELETE /v2.0/floatingips/9df2230e-ff51-47ba-9060-a3ad08d426a1 HTTP/1.1" status: 204 len: 168 time: 0.8744822 Dec 23 12:15:48.136516 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'tag': '92f81f7f-88ea-428a-96d4-9eee250bbe11'}] {{(pid=102502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:48.138956 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fbb7df316494c42ed99fdd0d999be537d9e661e280c35a92a46492b3f4abf6f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498fd2c0-18c7-4e6b-93cd-c743d492db03" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cea23a-0a02-42c5-bc21-4fb61f979c10", "tag": "92f81f7f-88ea-428a-96d4-9eee250bbe11"}]}' {{(pid=102502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:48.176660 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8af1ee-c625-4aab-8f81-fa58804ee6df x-openstack-request-id: req-bc8af1ee-c625-4aab-8f81-fa58804ee6df {{(pid=102502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:48.176660 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cea23a-0a02-42c5-bc21-4fb61f979c10", "tag": "92f81f7f-88ea-428a-96d4-9eee250bbe11", "status": "completed", "code": 200}]} {{(pid=102502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:48.176956 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc8af1ee-c625-4aab-8f81-fa58804ee6df {{(pid=102502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:48.177395 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'tag': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'status': 'completed', 'code': 200} Dec 23 12:15:48.229758 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-99db8b48-11f6-4663-bcc2-3793f39aa4c7 None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:48.289512 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fd2c0-18c7-4e6b-93cd-c743d492db03 req-a1178541-f7ed-4b29-b757-f8155b26f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:48.291834 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-498fd2c0-18c7-4e6b-93cd-c743d492db03 req-a1178541-f7ed-4b29-b757-f8155b26f66c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=65754771daec4e08922a4c10f20ca653&device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 1099 time: 0.0560668 Dec 23 12:15:48.413008 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26badc0b-cfe0-490d-9822-c48a87a00d9c req-4aadbc55-aa83-485b-aa58-320d2e65a290 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:48.414557 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-26badc0b-cfe0-490d-9822-c48a87a00d9c req-4aadbc55-aa83-485b-aa58-320d2e65a290 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 946 time: 0.1023250 Dec 23 12:15:48.463401 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fd2c0-18c7-4e6b-93cd-c743d492db03 req-42fcde23-3446-48d4-9954-6a2eb412a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:48.464872 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-498fd2c0-18c7-4e6b-93cd-c743d492db03 req-42fcde23-3446-48d4-9954-6a2eb412a815 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 200 len: 912 time: 0.1220431 Dec 23 12:15:48.483404 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-26badc0b-cfe0-490d-9822-c48a87a00d9c req-984011fa-5286-404d-954a-3bbeb30d7268 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606368 Dec 23 12:15:48.522249 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-498fd2c0-18c7-4e6b-93cd-c743d492db03 req-dea88a9f-7abc-4196-9966-538044182275 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92f81f7f-88ea-428a-96d4-9eee250bbe11 HTTP/1.1" status: 200 len: 217 time: 0.0378213 Dec 23 12:15:48.561790 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-99db8b48-11f6-4663-bcc2-3793f39aa4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:48.578457 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fd2c0-18c7-4e6b-93cd-c743d492db03 req-4f24db2e-b37d-4460-a164-6e951a67c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:48.579943 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-498fd2c0-18c7-4e6b-93cd-c743d492db03 req-4f24db2e-b37d-4460-a164-6e951a67c40c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 200 len: 850 time: 0.0432632 Dec 23 12:15:48.591746 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99db8b48-11f6-4663-bcc2-3793f39aa4c7 None None] Checking router: dfbb7ccc-8611-4e9c-a104-e90461966c79 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:15:48.600764 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99db8b48-11f6-4663-bcc2-3793f39aa4c7 None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:48.601381 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-99db8b48-11f6-4663-bcc2-3793f39aa4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:15:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:48.632559 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fd2c0-18c7-4e6b-93cd-c743d492db03 req-c0b33947-b35d-4f01-8654-1eed80b4996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:48.634059 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-498fd2c0-18c7-4e6b-93cd-c743d492db03 req-c0b33947-b35d-4f01-8654-1eed80b4996e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cb185919-e3e9-4255-a3cb-29bc627cf289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418460 Dec 23 12:15:48.705659 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-99db8b48-11f6-4663-bcc2-3793f39aa4c7 None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:48.730566 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-498fd2c0-18c7-4e6b-93cd-c743d492db03 req-5d552d6a-a5fd-40cb-b55a-7530857a7768 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847514 Dec 23 12:15:48.823152 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-498fd2c0-18c7-4e6b-93cd-c743d492db03 req-3f0215af-9f7d-4c71-9837-504115b66619 service neutron] 10.222.0.61 "GET /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833247 Dec 23 12:15:48.903721 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-99db8b48-11f6-4663-bcc2-3793f39aa4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:48.934002 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99db8b48-11f6-4663-bcc2-3793f39aa4c7 None None] The sync data for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi is: [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:49Z', 'revision_number': 4, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi', '_interfaces': [{'id': 'e4f3c958-6e1e-4660-9e5f-8ac3271e3976', 'name': '', 'network_id': 'cb185919-e3e9-4255-a3cb-29bc627cf289', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'mac_address': 'fa:16:3e:38:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:49Z', 'updated_at': '2021-12-23T12:07:53Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'subnets': [{'id': '38fc147a-9a72-4186-b36a-1ab62644f15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:15:49.157841 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c158cf-a4c3-49da-8e49-55c40f3315cc None None] New status for floating IP 9df2230e-ff51-47ba-9060-a3ad08d426a1: DOWN {{(pid=102505) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:15:49.609330 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d4168-4625-43e9-828f-62730a2bd61a req-b93f9d29-b83a-43d3-a693-9a053a4fbf41 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:49.610812 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7c9d4168-4625-43e9-828f-62730a2bd61a req-b93f9d29-b83a-43d3-a693-9a053a4fbf41 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 946 time: 0.0545251 Dec 23 12:15:49.662469 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-7c9d4168-4625-43e9-828f-62730a2bd61a req-2ab4424b-b6df-47e7-878e-82c21080eeca tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424085 Dec 23 12:15:50.410077 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04521c5c-ea37-4b5d-94f8-86e8ed5d1f37 req-25ae8e7d-9ad4-4677-8446-4dc9d67fde47 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102503) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:15:50.411704 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-04521c5c-ea37-4b5d-94f8-86e8ed5d1f37 req-25ae8e7d-9ad4-4677-8446-4dc9d67fde47 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 946 time: 0.0601072 Dec 23 12:15:50.507487 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-04521c5c-ea37-4b5d-94f8-86e8ed5d1f37 req-34185062-7aaf-4044-83de-ac5055c721be tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Deleting port 92f81f7f-88ea-428a-96d4-9eee250bbe11 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:50.507803 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-04521c5c-ea37-4b5d-94f8-86e8ed5d1f37 req-34185062-7aaf-4044-83de-ac5055c721be tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:50.592627 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [req-04521c5c-ea37-4b5d-94f8-86e8ed5d1f37 req-34185062-7aaf-4044-83de-ac5055c721be tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] For port 92f81f7f-88ea-428a-96d4-9eee250bbe11, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=92f81f7f-88ea-428a-96d4-9eee250bbe11,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:50.592977 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-04521c5c-ea37-4b5d-94f8-86e8ed5d1f37 req-34185062-7aaf-4044-83de-ac5055c721be tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:50.605239 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [req-04521c5c-ea37-4b5d-94f8-86e8ed5d1f37 req-34185062-7aaf-4044-83de-ac5055c721be tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Calling delete_port for 92f81f7f-88ea-428a-96d4-9eee250bbe11 owned by compute:nova {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:50.748696 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-04521c5c-ea37-4b5d-94f8-86e8ed5d1f37 req-34185062-7aaf-4044-83de-ac5055c721be tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:50.768820 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-04cd323d-a23d-478b-91e7-ced20ddd034b req-d69e8361-dce6-46cd-b4e7-bf36a8169206 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 210 time: 0.0300000 Dec 23 12:15:50.790932 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34185062-7aaf-4044-83de-ac5055c721be tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event deleted for resources: {'Port': ['ID=92f81f7f-88ea-428a-96d4-9eee250bbe11,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:51.102197 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [req-04521c5c-ea37-4b5d-94f8-86e8ed5d1f37 req-34185062-7aaf-4044-83de-ac5055c721be tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] No DVR routers for this DVR port 92f81f7f-88ea-428a-96d4-9eee250bbe11 on host hv-cinder-82282 {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:15:51.104940 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [req-04521c5c-ea37-4b5d-94f8-86e8ed5d1f37 req-34185062-7aaf-4044-83de-ac5055c721be tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for port, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:51.108560 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-04521c5c-ea37-4b5d-94f8-86e8ed5d1f37 req-34185062-7aaf-4044-83de-ac5055c721be tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.61 "DELETE /v2.0/ports/92f81f7f-88ea-428a-96d4-9eee250bbe11 HTTP/1.1" status: 204 len: 173 time: 0.6895618 Dec 23 12:15:51.109008 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'name': 'network-vif-deleted', 'tag': '92f81f7f-88ea-428a-96d4-9eee250bbe11'}] {{(pid=102503) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:15:51.111240 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fba05c1ea20b28a7489ce2c54b3c84dc73d73416dc2bdc532ee75e6bf615034d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12bd644-48e2-4f73-9be3-bc4d3e2c4732" -d '{"events": [{"server_uuid": "c9cea23a-0a02-42c5-bc21-4fb61f979c10", "name": "network-vif-deleted", "tag": "92f81f7f-88ea-428a-96d4-9eee250bbe11"}]}' {{(pid=102503) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:15:51.153367 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2418154-8091-40d2-80b0-75a2534da757 x-openstack-request-id: req-d2418154-8091-40d2-80b0-75a2534da757 {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:15:51.153663 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cea23a-0a02-42c5-bc21-4fb61f979c10", "name": "network-vif-deleted", "tag": "92f81f7f-88ea-428a-96d4-9eee250bbe11", "status": "completed", "code": 200}]} {{(pid=102503) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:15:51.153911 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d2418154-8091-40d2-80b0-75a2534da757 {{(pid=102503) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:15:51.154471 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cea23a-0a02-42c5-bc21-4fb61f979c10', 'name': 'network-vif-deleted', 'tag': '92f81f7f-88ea-428a-96d4-9eee250bbe11', 'status': 'completed', 'code': 200} Dec 23 12:15:51.886641 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [req-fef77074-d67d-4b46-979d-2cc369256555 req-bb471e82-3047-400b-87f9-104762abb089 tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9cea23a-0a02-42c5-bc21-4fb61f979c10 HTTP/1.1" status: 200 len: 210 time: 0.0270143 Dec 23 12:15:52.952993 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39908) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:53.087424 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-f077c360-7888-4b49-84fb-2b76ed4f201b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Deleting port f56bbe48-7b84-438b-a45e-59adbf37656a {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:53.087723 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f077c360-7888-4b49-84fb-2b76ed4f201b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.165856 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f077c360-7888-4b49-84fb-2b76ed4f201b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.166190 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f077c360-7888-4b49-84fb-2b76ed4f201b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.180025 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-f077c360-7888-4b49-84fb-2b76ed4f201b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Calling delete_port for f56bbe48-7b84-438b-a45e-59adbf37656a owned by network:floatingip {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:53.211513 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 92f81f7f-88ea-428a-96d4-9eee250bbe11 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:53.232619 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] No Port match for: 92f81f7f-88ea-428a-96d4-9eee250bbe11 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:53.232975 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Device 92f81f7f-88ea-428a-96d4-9eee250bbe11 not bound to the agent host hv-cinder-82282 {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:53.316259 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f077c360-7888-4b49-84fb-2b76ed4f201b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.342178 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077c360-7888-4b49-84fb-2b76ed4f201b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event deleted for resources: {'Port': ['ID=f56bbe48-7b84-438b-a45e-59adbf37656a,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:53.411047 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f077c360-7888-4b49-84fb-2b76ed4f201b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for floatingip, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.413571 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-f077c360-7888-4b49-84fb-2b76ed4f201b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255035'] for floatingip, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:53.414773 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-f077c360-7888-4b49-84fb-2b76ed4f201b tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "DELETE /v2.0/floatingips/e6fb8042-7fcf-4ad6-aa27-6575dd58017e HTTP/1.1" status: 204 len: 168 time: 0.4607415 Dec 23 12:15:54.623159 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39920) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:54.682295 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.707864 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.772216 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.776299 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:54.778087 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] 10.222.0.65 "DELETE /v2.0/security-groups/e7cccbd7-4c58-4335-aabf-5a5e7da18ffa HTTP/1.1" status: 204 len: 168 time: 0.1536760 Dec 23 12:15:54.789421 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cccbd7-4c58-4335-aabf-5a5e7da18ffa,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:54.797336 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:54.797683 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:54.798030 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:54.798958 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:54.799269 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:54.799657 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:54.800032 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:54.800355 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:54.800754 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:54.801069 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:54.801419 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:54.801716 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:54.802043 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7166d3-06a5-4541-ae4d-815001dff87d tempest-TestVolumeBootPattern-1071813703 tempest-TestVolumeBootPattern-1071813703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:54.834200 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39924) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:55.372745 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fc1394e4-4ded-42e3-83a4-b00c6b0b08fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601563'] for router_interface, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.636556 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-fc1394e4-4ded-42e3-83a4-b00c6b0b08fd admin admin] Deleting port e4f3c958-6e1e-4660-9e5f-8ac3271e3976 {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:55.637246 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fc1394e4-4ded-42e3-83a4-b00c6b0b08fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.718387 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [None req-fc1394e4-4ded-42e3-83a4-b00c6b0b08fd admin admin] For port e4f3c958-6e1e-4660-9e5f-8ac3271e3976, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=e4f3c958-6e1e-4660-9e5f-8ac3271e3976,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:55.718770 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fc1394e4-4ded-42e3-83a4-b00c6b0b08fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.731205 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-fc1394e4-4ded-42e3-83a4-b00c6b0b08fd admin admin] Calling delete_port for e4f3c958-6e1e-4660-9e5f-8ac3271e3976 owned by network:router_interface {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:55.919450 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fc1394e4-4ded-42e3-83a4-b00c6b0b08fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:55.950016 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1394e4-4ded-42e3-83a4-b00c6b0b08fd admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f3c958-6e1e-4660-9e5f-8ac3271e3976,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:56.108055 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-fc1394e4-4ded-42e3-83a4-b00c6b0b08fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595275'] for router_interface, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:56.319282 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1394e4-4ded-42e3-83a4-b00c6b0b08fd admin admin] Router dfbb7ccc-8611-4e9c-a104-e90461966c79 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102503) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:15:56.425144 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1394e4-4ded-42e3-83a4-b00c6b0b08fd admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102503) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:15:56.432257 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-fc1394e4-4ded-42e3-83a4-b00c6b0b08fd admin admin] 10.222.0.65 "PUT /v2.0/routers/dfbb7ccc-8611-4e9c-a104-e90461966c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5964174 Dec 23 12:15:56.433605 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39928) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:56.436341 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33d0bca-0c5a-45b6-b1cc-a48b1f16ded8 None None] Sync routers for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:15:56.447810 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d0bca-0c5a-45b6-b1cc-a48b1f16ded8 None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:56.448436 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-e33d0bca-0c5a-45b6-b1cc-a48b1f16ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:15:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:56.537732 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:56.552870 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-e33d0bca-0c5a-45b6-b1cc-a48b1f16ded8 None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:56.639023 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:56.693927 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] Deleting port fd448290-a61b-404f-aa28-a76fdbef0c8b {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:56.694215 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:56.736270 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-e33d0bca-0c5a-45b6-b1cc-a48b1f16ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:15:55Z', 'revision_number': 5, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port': {'id': 'fd448290-a61b-404f-aa28-a76fdbef0c8b', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:21:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:56.762349 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33d0bca-0c5a-45b6-b1cc-a48b1f16ded8 None None] Checking router: dfbb7ccc-8611-4e9c-a104-e90461966c79 for host: dv-cinder-822821-1-iscsi {{(pid=102504) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:15:56.771079 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d0bca-0c5a-45b6-b1cc-a48b1f16ded8 None None] Routers {'dfbb7ccc-8611-4e9c-a104-e90461966c79'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102504) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:56.771839 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-e33d0bca-0c5a-45b6-b1cc-a48b1f16ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:15:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['dfbb7ccc-8611-4e9c-a104-e90461966c79'], 'active': True} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:56.774092 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] For port fd448290-a61b-404f-aa28-a76fdbef0c8b, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=fd448290-a61b-404f-aa28-a76fdbef0c8b,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:56.774473 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:56.786206 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] Calling delete_port for fd448290-a61b-404f-aa28-a76fdbef0c8b owned by network:router_gateway {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:56.856487 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvr_db [None req-e33d0bca-0c5a-45b6-b1cc-a48b1f16ded8 None None] Set router dfbb7ccc-8611-4e9c-a104-e90461966c79 gateway port host: None {{(pid=102504) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:56.907545 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_hamode_db [None req-e33d0bca-0c5a-45b6-b1cc-a48b1f16ded8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:15:56Z', 'revision_number': 6, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port_host': None}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102504) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:56.936499 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33d0bca-0c5a-45b6-b1cc-a48b1f16ded8 None None] The sync data for ids ['dfbb7ccc-8611-4e9c-a104-e90461966c79'] in dv-cinder-822821-1-iscsi is: [{'id': 'dfbb7ccc-8611-4e9c-a104-e90461966c79', 'name': 'tempest-TestVolumeBootPattern-846879967-router', 'tenant_id': '65754771daec4e08922a4c10f20ca653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:47Z', 'updated_at': '2021-12-23T12:15:56Z', 'revision_number': 6, 'project_id': '65754771daec4e08922a4c10f20ca653', 'gw_port_host': None}] {{(pid=102504) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:15:56.950350 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:56.979853 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd448290-a61b-404f-aa28-a76fdbef0c8b,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:57.045456 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-598801'] for router_gateway, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.139310 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5042'] for router, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.141480 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.184739 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595896'] for router, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.185168 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfbb7ccc-8611-4e9c-a104-e90461966c79 {{(pid=102503) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:15:57.189399 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] Publish callbacks [] for router, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.190539 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-c717b5b8-537b-4884-a4b8-00a05f300bd5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/dfbb7ccc-8611-4e9c-a104-e90461966c79 HTTP/1.1" status: 204 len: 168 time: 0.7559934 Dec 23 12:15:57.193952 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39930) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:57.241851 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee3696d-899b-49b2-974e-26855273d179 admin admin] Deleting subnet 38fc147a-9a72-4186-b36a-1ab62644f15f {{(pid=102503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:15:57.245024 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8ee3696d-899b-49b2-974e-26855273d179 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.286039 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8ee3696d-899b-49b2-974e-26855273d179 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908575'] for subnet, precommit_delete_associations {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.383114 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8ee3696d-899b-49b2-974e-26855273d179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.435890 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8ee3696d-899b-49b2-974e-26855273d179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10274289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9255101'] for subnet, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.463806 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3696d-899b-49b2-974e-26855273d179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38fc147a-9a72-4186-b36a-1ab62644f15f,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:57.467299 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-8ee3696d-899b-49b2-974e-26855273d179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.470445 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-8ee3696d-899b-49b2-974e-26855273d179 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/38fc147a-9a72-4186-b36a-1ab62644f15f HTTP/1.1" status: 204 len: 168 time: 0.2751677 Dec 23 12:15:57.473168 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39932) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:57.475269 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4149ed4-f2d6-4d90-8d0c-4d86c9c5e9c0 None None] Network cb185919-e3e9-4255-a3cb-29bc627cf289 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:15:57.539148 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.591213 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Deleting port 075e83eb-e07d-41c6-b554-e81cc246c5ed {{(pid=102503) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:57.591549 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.655845 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.db [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] For port 075e83eb-e07d-41c6-b554-e81cc246c5ed, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=075e83eb-e07d-41c6-b554-e81cc246c5ed,segment=NetworkSegment(1a412e5b-e378-47bc-b237-fafc7b9670ff),segment_id=1a412e5b-e378-47bc-b237-fafc7b9670ff)] {{(pid=102503) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:57.656538 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.669544 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.plugin [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Calling delete_port for 075e83eb-e07d-41c6-b554-e81cc246c5ed owned by network:dhcp {{(pid=102503) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:57.700481 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] DHCP port deletion for cb185919-e3e9-4255-a3cb-29bc627cf289 request from dv-cinder-822821-1-iscsi {{(pid=102504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:15:57.710110 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device e4f3c958-6e1e-4660-9e5f-8ac3271e3976 no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:57.742527 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: e4f3c958-6e1e-4660-9e5f-8ac3271e3976 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:57.742901 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device e4f3c958-6e1e-4660-9e5f-8ac3271e3976 not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:57.757463 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10274188'] for port, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.785255 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Deleting port 075e83eb-e07d-41c6-b554-e81cc246c5ed {{(pid=102504) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:57.785808 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.789513 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Pushing event deleted for resources: {'Port': ['ID=075e83eb-e07d-41c6-b554-e81cc246c5ed,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:57.797742 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] No DVR routers for this DVR port 075e83eb-e07d-41c6-b554-e81cc246c5ed on host dv-cinder-822821-1-iscsi {{(pid=102503) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:15:57.856139 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.db [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] For port 075e83eb-e07d-41c6-b554-e81cc246c5ed, host dv-cinder-822821-1-iscsi, got binding levels [] {{(pid=102504) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:57.856536 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.868156 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.875966 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Calling delete_port for 075e83eb-e07d-41c6-b554-e81cc246c5ed owned by network:dhcp {{(pid=102504) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:57.879487 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.ipam_backend_mixin [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Port 075e83eb-e07d-41c6-b554-e81cc246c5ed was not found and therefore no delete operation was performed {{(pid=102504) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 23 12:15:57.882528 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132'] for port, after_delete {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.889165 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb185919-e3e9-4255-a3cb-29bc627cf289']}} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:57.898864 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a412e5b-e378-47bc-b237-fafc7b9670ff') {'for_net_delete': True} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:57.899159 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.services.segments.db [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a412e5b-e378-47bc-b237-fafc7b9670ff') {} {{(pid=102503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:57.908374 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8908566'] for segment, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.910763 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] No DVR routers for this DVR port 075e83eb-e07d-41c6-b554-e81cc246c5ed on host dv-cinder-822821-1-iscsi {{(pid=102504) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:15:57.912546 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Pushing event deleted for resources: {'Port': ['ID=075e83eb-e07d-41c6-b554-e81cc246c5ed,revision_number=None']} {{(pid=102504) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:57.921879 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.922233 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.922603 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.922965 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.923298 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.924093 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.924093 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.924379 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.924557 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.927029 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.927029 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.927029 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.927029 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823f5a0-4b81-4a73-8ee0-43ccba887f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102504) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:57.930737 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.938603 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102503) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:15:57.939046 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10274139'] for segment, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: Traceback (most recent call last): Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: timer() Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: cb(*args, **kw) Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: return func(*args, **kwargs) Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: self._notify() Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: self.callback(batched_events) Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: event.method(event) Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: return f(self, *a, **k) Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: return self._get(url).json() Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: return self.request(url, 'GET', **kwargs) Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:15:57.941075 dv-cinder-822821-1-iscsi neutron-server[102503]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:15:58.005654 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.011285 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.014529 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cb185919-e3e9-4255-a3cb-29bc627cf289 HTTP/1.1" status: 204 len: 168 time: 0.5404539 Dec 23 12:15:58.017732 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39934) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:58.025479 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f7c79-e74a-45a4-82b7-d79571fce955 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb185919-e3e9-4255-a3cb-29bc627cf289,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:58.361823 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601563'] for router_interface, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.599602 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Deleting port 84760454-06d3-4433-9493-8f52f15cf118 {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:58.599902 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.868458 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] For port 84760454-06d3-4433-9493-8f52f15cf118, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=84760454-06d3-4433-9493-8f52f15cf118,segment=NetworkSegment(9e92a469-e5ff-4f79-a1a3-bd14c825bace),segment_id=9e92a469-e5ff-4f79-a1a3-bd14c825bace)] {{(pid=102502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:58.868782 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:58.881608 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Calling delete_port for 84760454-06d3-4433-9493-8f52f15cf118 owned by network:router_interface {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:15:59.067182 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.096072 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=84760454-06d3-4433-9493-8f52f15cf118,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:15:59.108371 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:59.108371 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:59.108656 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:59.109010 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:59.109346 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:59.109671 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:59.109999 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:59.110326 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:59.110674 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:59.111017 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:59.111321 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:59.111639 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:59.111954 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822821-1-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:15:59.260948 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 075e83eb-e07d-41c6-b554-e81cc246c5ed no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:59.271640 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595275'] for router_interface, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.283709 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 075e83eb-e07d-41c6-b554-e81cc246c5ed {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:59.284063 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 075e83eb-e07d-41c6-b554-e81cc246c5ed not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:59.284487 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device fd448290-a61b-404f-aa28-a76fdbef0c8b no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:15:59.304624 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: fd448290-a61b-404f-aa28-a76fdbef0c8b {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:15:59.304967 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device fd448290-a61b-404f-aa28-a76fdbef0c8b not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:15:59.489548 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Router a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 has already been hosted by L3 agent 94d70626-9204-4d02-937e-e14a45f4de4f {{(pid=102502) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:15:59.598033 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] Notify agent at l3_agent.dv-cinder-822821-1-iscsi the message routers_updated {{(pid=102502) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:15:59.606738 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-85a66b11-34e9-4919-8da0-4273dddb8e99 admin admin] 10.222.0.65 "PUT /v2.0/routers/a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5843990 Dec 23 12:15:59.607581 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39936) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:15:59.608980 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4cd85d-d157-45cd-b659-f29f9db265b5 None None] Sync routers for ids ['a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'] in dv-cinder-822821-1-iscsi {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:15:59.619835 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4cd85d-d157-45cd-b659-f29f9db265b5 None None] Routers {'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:59.620446 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-bb4cd85d-d157-45cd-b659-f29f9db265b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:15:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:59.708188 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] Publish callbacks [] for router, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.723248 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-bb4cd85d-d157-45cd-b659-f29f9db265b5 None None] Set router a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 gateway port host: dv-cinder-822821-1-iscsi {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:15:59.810164 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.868299 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] Deleting port 58345fd7-1781-4c14-8496-f848dd41f9a0 {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:15:59.868589 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.902231 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-bb4cd85d-d157-45cd-b659-f29f9db265b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'name': 'tempest-TestVolumeBootPattern-1031675260-router', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'external_fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '58345fd7-1781-4c14-8496-f848dd41f9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:15:59Z', 'revision_number': 5, 'project_id': '220bc21aa090477f9caf3e52e18c1664', 'gw_port': {'id': '58345fd7-1781-4c14-8496-f848dd41f9a0', 'name': '', 'network_id': '6f8c2835-c6d4-4536-acd2-03a8c59ea0fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebc4d96a-774f-4e09-b7cf-deecd3c47ba5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822821-1-iscsi'}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:59.927900 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4cd85d-d157-45cd-b659-f29f9db265b5 None None] Checking router: a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 for host: dv-cinder-822821-1-iscsi {{(pid=102505) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:15:59.936461 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4cd85d-d157-45cd-b659-f29f9db265b5 None None] Routers {'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'} bound to L3 agent in host dv-cinder-822821-1-iscsi {{(pid=102505) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:15:59.937052 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-bb4cd85d-d157-45cd-b659-f29f9db265b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T11:50:36Z,description=,heartbeat_timestamp=2021-12-23T12:15:36Z,host='dv-cinder-822821-1-iscsi',id=94d70626-9204-4d02-937e-e14a45f4de4f,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T11:50:36Z,topic='l3_agent')) {'router_ids': ['a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'], 'active': True} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:15:59.943973 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] For port 58345fd7-1781-4c14-8496-f848dd41f9a0, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=58345fd7-1781-4c14-8496-f848dd41f9a0,segment=NetworkSegment(f8fd474a-41db-43f0-a887-6fe732fcd300),segment_id=f8fd474a-41db-43f0-a887-6fe732fcd300)] {{(pid=102502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:15:59.944356 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:59.955996 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] Calling delete_port for 58345fd7-1781-4c14-8496-f848dd41f9a0 owned by network:router_gateway {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:16:00.110407 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_dvr_db [None req-bb4cd85d-d157-45cd-b659-f29f9db265b5 None None] Set router a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 gateway port host: None {{(pid=102505) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:00.129806 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.153940 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] Pushing event deleted for resources: {'Port': ['ID=58345fd7-1781-4c14-8496-f848dd41f9a0,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:00.172406 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.l3_hamode_db [None req-bb4cd85d-d157-45cd-b659-f29f9db265b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'name': 'tempest-TestVolumeBootPattern-1031675260-router', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:15:59Z', 'revision_number': 6, 'project_id': '220bc21aa090477f9caf3e52e18c1664', 'gw_port_host': None}], 'dv-cinder-822821-1-iscsi', False) {} {{(pid=102505) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:00.198152 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4cd85d-d157-45cd-b659-f29f9db265b5 None None] The sync data for ids ['a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8'] in dv-cinder-822821-1-iscsi is: [{'id': 'a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8', 'name': 'tempest-TestVolumeBootPattern-1031675260-router', 'tenant_id': '220bc21aa090477f9caf3e52e18c1664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:07:51Z', 'updated_at': '2021-12-23T12:15:59Z', 'revision_number': 6, 'project_id': '220bc21aa090477f9caf3e52e18c1664', 'gw_port_host': None}] {{(pid=102505) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:16:00.221451 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-598801'] for router_gateway, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.314082 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-595873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5042'] for router, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.317457 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.365899 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-595896'] for router, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.366450 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 {{(pid=102502) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:16:00.371731 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] Publish callbacks [] for router, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.372881 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-b32036c5-1b23-4cba-9c10-cccab547a680 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a42ffcfb-cd3c-417d-8ab6-6b8559fbc5b8 HTTP/1.1" status: 204 len: 168 time: 0.7642307 Dec 23 12:16:00.375676 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39938) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:00.419989 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8bfbd1-26c8-4a94-ad77-2e02afc90b07 admin admin] Deleting subnet 2b588919-5958-46e2-8eaf-eca0148bacf3 {{(pid=102503) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:16:00.423272 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ab8bfbd1-26c8-4a94-ad77-2e02afc90b07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.459722 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ab8bfbd1-26c8-4a94-ad77-2e02afc90b07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8908575'] for subnet, precommit_delete_associations {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.541972 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ab8bfbd1-26c8-4a94-ad77-2e02afc90b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1606587'] for subnet, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.596209 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ab8bfbd1-26c8-4a94-ad77-2e02afc90b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1606562', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10274289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9255101'] for subnet, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.622104 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bfbd1-26c8-4a94-ad77-2e02afc90b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b588919-5958-46e2-8eaf-eca0148bacf3,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:00.627770 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-ab8bfbd1-26c8-4a94-ad77-2e02afc90b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for subnet, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.631628 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-ab8bfbd1-26c8-4a94-ad77-2e02afc90b07 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2b588919-5958-46e2-8eaf-eca0148bacf3 HTTP/1.1" status: 204 len: 168 time: 0.2548711 Dec 23 12:16:00.633021 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955863c7-f5a4-4e9a-8932-1469944a6d61 None None] Network 0671a8ff-dd35-486d-9797-bec228759175 requested from dv-cinder-822821-1-iscsi {{(pid=102504) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:00.634370 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [-] (102502) accepted ('10.222.0.65', 39940) {{(pid=102502) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:00.705096 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651456'] for network, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.757216 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Deleting port 943463a5-c01b-430f-9708-440bae7843ad {{(pid=102502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:16:00.757546 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791477958346'] for port, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.816654 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] For port 943463a5-c01b-430f-9708-440bae7843ad, host dv-cinder-822821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822821-1-iscsi',level=0,port_id=943463a5-c01b-430f-9708-440bae7843ad,segment=NetworkSegment(9e92a469-e5ff-4f79-a1a3-bd14c825bace),segment_id=9e92a469-e5ff-4f79-a1a3-bd14c825bace)] {{(pid=102502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:00.817027 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604428'] for port, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.833239 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.plugin [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Calling delete_port for 943463a5-c01b-430f-9708-440bae7843ad owned by network:dhcp {{(pid=102502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:16:00.914113 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1629645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791477867569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791477383132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10476043'] for port, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:00.930013 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895c1f9c-2884-424e-b491-aa0a56e46cc7 None None] DHCP port deletion for 0671a8ff-dd35-486d-9797-bec228759175 request from dv-cinder-822821-1-iscsi {{(pid=102504) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:16:00.941853 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=943463a5-c01b-430f-9708-440bae7843ad,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:00.945529 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] No DVR routers for this DVR port 943463a5-c01b-430f-9708-440bae7843ad on host dv-cinder-822821-1-iscsi {{(pid=102502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:16:01.020457 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1621046', 'neutron.services.segments.db._delete_segments_for_network-8791477883868'] for network, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.042087 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0671a8ff-dd35-486d-9797-bec228759175']}} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:01.051756 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e92a469-e5ff-4f79-a1a3-bd14c825bace') {'for_net_delete': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:01.052055 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.services.segments.db [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e92a469-e5ff-4f79-a1a3-bd14c825bace') {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:01.062252 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791477888997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10471022'] for segment, before_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.075453 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972'] for segment, precommit_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.081795 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102502) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:16:01.082261 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10476252'] for segment, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: Traceback (most recent call last): Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: timer() Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: cb(*args, **kw) Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: return func(*args, **kwargs) Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: self._notify() Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: self.callback(batched_events) Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: event.method(event) Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: return f(self, *a, **k) Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._get(url).json() Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: return self.request(url, 'GET', **kwargs) Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:16:01.084073 dv-cinder-822821-1-iscsi neutron-server[102502]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:16:01.145191 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1621053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-598989'] for network, after_delete {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.153147 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562872'] for network, before_response {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.159755 dv-cinder-822821-1-iscsi neutron-server[102502]: INFO neutron.wsgi [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0671a8ff-dd35-486d-9797-bec228759175 HTTP/1.1" status: 204 len: 168 time: 0.5218873 Dec 23 12:16:01.174240 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a548546-680c-49eb-8a44-3fbdb1330eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0671a8ff-dd35-486d-9797-bec228759175,revision_number=None']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:01.203371 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 84760454-06d3-4433-9493-8f52f15cf118 no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:16:01.224974 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 84760454-06d3-4433-9493-8f52f15cf118 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:16:01.225322 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 84760454-06d3-4433-9493-8f52f15cf118 not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:16:01.225816 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 58345fd7-1781-4c14-8496-f848dd41f9a0 no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:16:01.246011 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 58345fd7-1781-4c14-8496-f848dd41f9a0 {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:16:01.246363 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 58345fd7-1781-4c14-8496-f848dd41f9a0 not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:16:01.246806 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 943463a5-c01b-430f-9708-440bae7843ad no longer exists at agent ovs-agent-dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:16:01.270240 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.plugin [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] No Port match for: 943463a5-c01b-430f-9708-440bae7843ad {{(pid=102504) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:16:01.270605 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron.plugins.ml2.rpc [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Device 943463a5-c01b-430f-9708-440bae7843ad not bound to the agent host dv-cinder-822821-1-iscsi {{(pid=102504) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:16:01.286179 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39944) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:01.325461 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-a51b51b8-de04-4800-ac30-86821161836e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=65754771daec4e08922a4c10f20ca653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378432 Dec 23 12:16:01.327891 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39946) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:01.379504 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f1d21d4c-08ba-4655-8b6d-f8b797aa134f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.401168 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f1d21d4c-08ba-4655-8b6d-f8b797aa134f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.449409 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f1d21d4c-08ba-4655-8b6d-f8b797aa134f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.452032 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-f1d21d4c-08ba-4655-8b6d-f8b797aa134f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.453197 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-f1d21d4c-08ba-4655-8b6d-f8b797aa134f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61a657d7-46fd-4ef8-a962-56279e0c2c31 HTTP/1.1" status: 204 len: 168 time: 0.1244137 Dec 23 12:16:01.469292 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d21d4c-08ba-4655-8b6d-f8b797aa134f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a657d7-46fd-4ef8-a962-56279e0c2c31,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:01.799651 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39952) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:01.838923 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-280873ba-73c7-4a01-a710-b34e63f9613f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=220bc21aa090477f9caf3e52e18c1664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380740 Dec 23 12:16:01.841345 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [-] (102503) accepted ('10.222.0.65', 39954) {{(pid=102503) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:01.891061 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-53c3f608-3a2c-4f02-a1a7-268e173c9ecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.918402 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-53c3f608-3a2c-4f02-a1a7-268e173c9ecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.969240 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-53c3f608-3a2c-4f02-a1a7-268e173c9ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-687308'] for security_group, after_delete {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.971916 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron_lib.callbacks.manager [None req-53c3f608-3a2c-4f02-a1a7-268e173c9ecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:01.974573 dv-cinder-822821-1-iscsi neutron-server[102503]: INFO neutron.wsgi [None req-53c3f608-3a2c-4f02-a1a7-268e173c9ecd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/346716a3-8664-47d0-b3d4-2b6b848042be HTTP/1.1" status: 204 len: 168 time: 0.1308842 Dec 23 12:16:01.981692 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3f608-3a2c-4f02-a1a7-268e173c9ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346716a3-8664-47d0-b3d4-2b6b848042be,revision_number=None']} {{(pid=102503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:03.767179 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-5154f50e-8775-4727-9469-de6811447ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:06.010526 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-0af7179b-1f74-4d56-924a-f9bf7af1b05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:07.237107 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:08.653786 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.308750 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:10.847994 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:16:14.373848 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.773486 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-6060505c-e23c-46ac-ab20-44dae9b18598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:36.015020 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-0b46223f-746f-402d-8925-c518222034cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.239401 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.660506 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.313368 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:44.370621 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:47.847655 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:17:03.772380 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-cbe5ca7e-9565-4e86-8b73-07c3950f3a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:06.019790 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-a40ec316-e2ec-4a54-a7a1-36e1753ad0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:07.237739 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:08.663229 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:09.327261 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:14.368733 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:24.850144 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:17:33.774042 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-5c2fd4df-b679-4f69-b7da-48099c5f680b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:36.023919 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-5faed206-bc5e-467a-ac61-176e0fd39998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:37.241449 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:38.673072 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:39.324339 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:44.372985 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:01.854804 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:18:03.767679 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-14937ea0-65b1-48be-b056-12574a50e378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:06.024371 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-ed1595f4-0b12-4e7b-bd63-37f6a2d3bc2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:07.249222 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:08.674715 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:09.318232 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.373001 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:33.778832 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-96ada08a-9a5e-4fce-b6ff-9d95328822fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:36.026724 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-da38a1af-7b5e-4126-8a1e-cea4cde20c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:37.250738 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:38.681987 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:38.859833 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:18:39.318294 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:44.374198 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.781285 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-bd5c760e-7de5-4117-a613-dfcb9476a13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:06.027772 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1911b340-1cae-4c4c-8164-c0f9de88e7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.254496 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:08.683073 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.312737 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:14.386501 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.865016 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:19:33.776510 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-68aa2bd4-7dd7-4c89-91fb-a8e3b1831128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.031627 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-e34921bd-988b-48cc-9e24-d049bc3c781c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.265320 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.691465 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:39.323993 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:44.390260 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:52.870685 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:20:03.784008 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-b2c0bb05-7118-4cfe-b0ba-8efac0e346f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:06.032864 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-7897b9b2-0ceb-4322-b892-1e3c781b1f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.270820 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:08.693436 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:09.326018 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:14.392214 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.637088 dv-cinder-822821-1-iscsi neutron-server[102503]: DEBUG neutron.wsgi [req-a2b3f564-0203-40ba-a783-e4c94712b2c0 req-2412d5f4-0fe0-461b-b6d5-9adfc3310e60 service neutron] (102503) timed out ('10.222.0.65', 34456) {{(pid=102503) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 12:20:29.872043 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:20:33.134677 dv-cinder-822821-1-iscsi neutron-server[102502]: DEBUG neutron.wsgi [req-958eec79-3591-4a6d-95b5-e93cd23594fc req-9a515221-bea6-4328-b3c4-d35df8d2e72f service neutron] (102502) timed out ('10.222.0.65', 36312) {{(pid=102502) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 12:20:33.778918 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-d16ac79f-9fef-44d9-8fad-5d96e075a4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.034940 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-fceea870-0d33-4a1c-b294-4d52a005995a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.268296 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.702386 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:39.321444 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.413429 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:03.783757 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-8903358f-1116-4442-ba2b-0b41878d174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:06.035874 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-b6cc379b-3cc1-4bb7-a4c6-cec16acc2fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:06.874778 dv-cinder-822821-1-iscsi neutron-server[102505]: DEBUG neutron.db.agents_db [None req-7502a637-e07f-4a3b-a618-4ca23a442b64 None None] Agent healthcheck: found 6 active agents {{(pid=102505) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:21:07.275241 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.697250 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.334748 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:14.397197 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-1bf35bbb-cedb-461d-be94-c263d5dbef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.791121 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-73a32df5-45dd-4f55-b751-f24487440bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:36.037837 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-564a8d1e-d3ba-4740-9bb8-10c082567eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:37.282364 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-66861c3f-d38e-4de2-ad76-7b407356bd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.701942 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-29584358-c960-49f0-93a5-972a892a5f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:39.330083 dv-cinder-822821-1-iscsi neutron-server[102504]: DEBUG neutron_lib.callbacks.manager [None req-606a2e26-7e76-4650-a0c4-abd42d76429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791477883850', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621628'] for agent, after_update {{(pid=102504) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}